-- Logs begin at Wed 2021-04-14 10:44:52 UTC, end at Wed 2021-04-14 11:43:10 UTC. --
Apr 14 11:13:37.326343 dv-cinder-774594-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 14 11:13:40.503460 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.common.config [-] Logging enabled!
Apr 14 11:13:40.504459 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev80
Apr 14 11:13:40.505977 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85170) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 14 11:13:40.507805 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.common.config [-] Logging enabled!
Apr 14 11:13:40.508090 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev80
Apr 14 11:13:40.508458 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85170) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 14 11:13:40.509506 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 14 11:13:40.510025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 14 11:13:40.511076 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 14 11:13:40.511358 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 14 11:13:40.511617 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 14 11:13:40.511986 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.512327 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.512665 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.512926 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.513289 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.513621 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.513939 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.514269 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.514604 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.514927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.515239 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.515558 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.515815 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.516130 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.516454 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.516779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.517029 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] debug                          = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.517365 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.517897 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.518219 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.518530 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.518854 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.519163 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.519465 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.520342 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.520688 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.521129 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] host                           = dv-cinder-774594-3-iscsi {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.521445 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.521770 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.522095 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.522419 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.522727 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.523034 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.523354 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.523659 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.523962 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.524268 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.524594 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.524917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.525271 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.525522 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.525770 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.526092 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.526416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.526723 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.527026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.527330 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.527633 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.527936 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.528240 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.528561 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.528882 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.529226 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.529533 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.529838 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.530139 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.530440 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.530763 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.531067 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.531372 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.531677 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.531999 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.532297 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.532600 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.532938 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.533285 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.533604 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.533985 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.534210 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.534528 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.534831 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.535135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.535837 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.535837 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.536077 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.536389 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.536690 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.536994 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.537325 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.537627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.537949 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:40.538283 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.538615 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.538955 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.539271 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.539654 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.539966 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.540294 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.540603 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.540929 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.541283 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.541604 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.541915 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.542235 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.542545 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.542880 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.543226 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.543556 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.543887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.544196 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.544503 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.544809 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.545145 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.545469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.545801 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.546129 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.546439 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.546748 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.547076 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.547386 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.547691 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.548007 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.548339 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.548648 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.548954 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.549297 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.549610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.549917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.550221 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.550532 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.550933 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.551298 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.551705 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.552140 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.552542 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.552854 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.553206 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.553735 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.553857 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.554149 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.554463 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.554773 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.555079 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.555388 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.555697 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.556010 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.556317 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.556623 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.556929 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.557259 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.557565 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.557872 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.558181 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.558490 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.558795 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.559097 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.559400 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.559706 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.560010 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.560328 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.560660 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.560971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.561305 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.561617 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.561929 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.562239 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.562549 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.562860 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.563172 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.563475 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.563802 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.564120 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.564437 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.564751 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.565086 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.565419 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.565731 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.566047 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.566356 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.567301 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.567670 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.567947 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.568275 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.568610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.568936 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.569294 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.569623 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.569935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.570283 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.570595 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:40.570839 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 14 11:13:40.571102 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85170) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 14 11:13:41.238292 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO keyring.backend [-] Loading Gnome
Apr 14 11:13:41.255638 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO keyring.backend [-] Loading Google
Apr 14 11:13:41.258362 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO keyring.backend [-] Loading Windows (alt)
Apr 14 11:13:41.262168 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO keyring.backend [-] Loading file
Apr 14 11:13:41.263012 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO keyring.backend [-] Loading keyczar
Apr 14 11:13:41.263296 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO keyring.backend [-] Loading multi
Apr 14 11:13:41.263935 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO keyring.backend [-] Loading pyfs
Apr 14 11:13:41.311040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:13:41.311344 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:13:41.311664 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:13:41.312037 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 14 11:13:41.708146 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:41.708700 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:41.708700 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:41.709885 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:41.710314 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:41.710610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:41.748325 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:41.748634 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:41.748931 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:41.765185 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:41.765502 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:41.765800 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:41.832187 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:41.832498 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:41.832795 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:41.833812 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:41.834114 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:41.835894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.107633 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd1325449d8> agent after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.107881 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd1325449d8> agent after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.108182 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fd132544a60> segment precommit_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.108487 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fd132544ae8> network precommit_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.109362 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fd132539ae8> segment before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.258436 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> network before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.258815 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fd1325ff048> agent before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.259137 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> network before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.259442 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> port before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.259993 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> port before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.260374 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> segment after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.260671 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> segment precommit_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.260959 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> segment precommit_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.261269 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> segment after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.261611 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> network after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.261904 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> network precommit_delete 0 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.262206 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> port provisioning_complete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.262510 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.262797 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> rbac-policy after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.263105 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> agent after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.263418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> subnet after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.263710 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> subnet precommit_delete 0 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.264024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.264303 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.264738 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> segment_host_mapping after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.265363 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> port after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.265746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> port after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.266041 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> port after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.266389 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.266705 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.266966 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd13244f320>> rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.267375 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 14 11:13:42.267649 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 14 11:13:42.267921 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 14 11:13:42.268192 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 14 11:13:42.268461 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 14 11:13:42.268731 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 14 11:13:42.269168 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 14 11:13:42.272560 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 14 11:13:42.276541 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 14 11:13:42.280406 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
Apr 14 11:13:42.282067 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 14 11:13:42.283332 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 14 11:13:42.283707 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 14 11:13:42.284137 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 14 11:13:42.287401 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 14 11:13:42.287680 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 14 11:13:42.288061 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 14 11:13:42.316807 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 14 11:13:42.317352 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fd13246d710>> qos_plugin after_init 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.317697 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85170) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 14 11:13:42.318272 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fd1325242b0>> logging-plugin after_init 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.319618 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85170) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 14 11:13:42.319936 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 14 11:13:42.320217 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 14 11:13:42.323449 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd132524320>> floatingip before_response 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.323863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd132524320>> port before_response 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.390606 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 14 11:13:42.390817 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 14 11:13:42.391085 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 14 11:13:42.391484 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 14 11:13:42.424684 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_db.sqlalchemy.engines [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85170) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 14 11:13:42.871888 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Initializing driver for type 'gre'
Apr 14 11:13:42.872453 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] gre ID ranges: [(1, 1000)]
Apr 14 11:13:42.911789 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Initializing driver for type 'local'
Apr 14 11:13:42.912159 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Initializing driver for type 'vlan'
Apr 14 11:13:42.921851 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] VlanTypeDriver initialization complete
Apr 14 11:13:42.922225 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Initializing driver for type 'vxlan'
Apr 14 11:13:42.922746 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] vxlan ID ranges: [(1, 1000)]
Apr 14 11:13:42.963753 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Initializing extension driver 'port_security'
Apr 14 11:13:42.964121 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.extensions.port_security [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] PortSecurityExtensionDriver initialization complete
Apr 14 11:13:42.964497 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Initializing mechanism driver 'openvswitch'
Apr 14 11:13:42.964861 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Initializing mechanism driver 'hyperv'
Apr 14 11:13:42.971130 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:13:42.971954 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd132530e48>> port after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.972371 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd132530e48>> port after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.973779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd132530e48>> port after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.974219 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd131dbed30>> subnet after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.974618 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd131dbed30>> subnet after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.975007 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd131dbed30>> subnet after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.975427 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd131dbeef0>> network after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.975811 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd131dbeef0>> network after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.976190 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd131dbeef0>> network after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.976605 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd131dbefd0>> security_group after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.976990 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd131dbefd0>> security_group after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.977549 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd131dbefd0>> security_group after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.977971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd131dc92b0>> security_group_rule after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.978354 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd131dc92b0>> security_group_rule after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.978733 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd131dc92b0>> security_group_rule after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.979148 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd131dc9470>> address_group after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.979527 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd131dc9470>> address_group after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.979900 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd131dc9470>> address_group after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.980264 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] ML2 OVO RPC backend initialized. {{(pid=85170) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 14 11:13:42.981041 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd131dc9550>> router_interface after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.981469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd131dc9550>> router_interface after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.981927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd131dc9550>> network before_response 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.982310 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd131dc9550>> networks before_response 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.982694 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd131dc9550>> port before_response 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.983071 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd131dc9550>> ports before_response 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.983453 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd131dc9550>> subnet before_response 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.983830 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd131dc9550>> subnets before_response 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.984212 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd131dc9550>> network after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.984587 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd131dc9550>> network after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.984956 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd131dc9550>> network after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.985353 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd131dc9550>> port after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.985726 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd131dc9550>> port after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.986094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd131dc9550>> port after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.986465 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd131dc9550>> subnet after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.986833 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd131dc9550>> subnet after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.987202 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd131dc9550>> subnet after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:42.987833 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.plugin [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Modular L2 Plugin initialization complete
Apr 14 11:13:42.988187 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading services supported by the core plugin {{(pid=85170) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 14 11:13:42.989242 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.plugins.ml2.managers [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Got port-security extension from driver 'port_security'
Apr 14 11:13:42.989838 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.extensions.vlantransparent [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Disabled vlantransparent extension.
Apr 14 11:13:42.990370 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85170) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 14 11:13:42.990712 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading Plugin: router
Apr 14 11:13:43.029365 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router_interface before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.029805 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router after_create 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.030215 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router before_create 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.030624 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router_interface before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.031044 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router_interface after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.031437 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router after_delete 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.031842 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> floatingip after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.032252 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router after_create 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.032634 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router after_update 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.033024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router after_update 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.033435 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router_gateway after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.033838 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router after_update 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.034332 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router precommit_update 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.034758 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fd13240a1e0> port after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.035686 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fd13240a0d0> port after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.036564 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fd13240a158> subnet after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.036948 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fd13240a268> subnetpool_address_scope after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.037368 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> port precommit_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.037760 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router precommit_create 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.038146 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fd1323d76a8> port before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.038528 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router precommit_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.038935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router after_update 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.039317 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router precommit_delete 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.039708 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router precommit_create 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.040115 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router_interface after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.040501 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> router precommit_update 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.040934 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd131dc96d8>> network after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.041966 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Tracking information for resource: router configured {{(pid=85170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 14 11:13:43.042340 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Tracking information for resource: floatingip configured {{(pid=85170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 14 11:13:43.047137 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_agentschedulers_db [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 14 11:13:43.047775 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fd131d3b730> port after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.048169 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fd131d3b620> port after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.048552 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <function _notify_port_delete at 0x7fd131d3b6a8> port after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.048937 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fd131d3b8c8> port after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.049856 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd131d7c438>> router before_create 55550100 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.050261 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd131d7c438>> router precommit_delete 55550100 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.050667 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd131d7c438>> router precommit_create 55550100 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.052161 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd131d7c438>> router precommit_update 55550100 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.057124 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.provider_configuration [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Service providers = [] {{(pid=85170) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 14 11:13:43.057524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.servicetype_db [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85170) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 14 11:13:43.060350 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.service_base [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85170) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 14 11:13:43.060735 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.service_base [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85170) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 14 11:13:43.061146 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.service_base [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85170) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 14 11:13:43.062038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.service_base [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85170) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 14 11:13:43.062438 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.services.service_base [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 14 11:13:43.062859 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 14 11:13:43.063215 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 14 11:13:43.073798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 14 11:13:43.074168 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading Plugin: auto_allocate
Apr 14 11:13:43.080002 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd131d16ea0> network precommit_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.080404 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd131d16ea0> network precommit_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.080989 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 14 11:13:43.081379 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading Plugin: tag
Apr 14 11:13:43.089418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 14 11:13:43.089790 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading Plugin: timestamp
Apr 14 11:13:43.093682 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 14 11:13:43.094055 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading Plugin: network_ip_availability
Apr 14 11:13:43.101011 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd131d127b8>> rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.101439 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd131d127b8>> rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.101830 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd131d127b8>> rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.102606 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 14 11:13:43.102964 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading Plugin: flavors
Apr 14 11:13:43.107471 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 14 11:13:43.107839 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading Plugin: revisions
Apr 14 11:13:43.112248 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 14 11:13:43.112669 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.801s {{(pid=85170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:13:43.114427 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85170) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 14 11:13:43.114794 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Initializing extension manager.
Apr 14 11:13:43.115361 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: __init__.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.115744 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: __pycache__ {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.116119 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.116492 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: address_group.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.117323 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.117967 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: address-group
Apr 14 11:13:43.118327 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: address_scope.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.119091 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.119668 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: address-scope
Apr 14 11:13:43.120026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.120959 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.121562 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: router-admin-state-down-before-update
Apr 14 11:13:43.121965 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: agent.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.122672 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.123243 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: agent
Apr 14 11:13:43.123600 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: agent_resources_synced.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.124517 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.125125 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: agent-resources-synced
Apr 14 11:13:43.125486 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: allowedaddresspairs.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.127688 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.128330 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: allowed-address-pairs
Apr 14 11:13:43.128655 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: auto_allocated_topology.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.130830 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.131415 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: auto-allocated-topology
Apr 14 11:13:43.131779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: availability_zone.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.132524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.133120 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: availability_zone
Apr 14 11:13:43.133485 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: availability_zone_filter.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.134410 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.135244 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: availability_zone_filter
Apr 14 11:13:43.135603 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: data_plane_status.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.136660 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.137268 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 14 11:13:43.137635 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: default_subnetpools.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.138559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.139132 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: default-subnetpools
Apr 14 11:13:43.139494 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.140385 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.140963 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: dhcp_agent_scheduler
Apr 14 11:13:43.141359 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: dns.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.142290 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.142861 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension dns-integration not supported by any of loaded plugins
Apr 14 11:13:43.143222 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: dns_domain_ports.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.144148 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.145183 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 14 11:13:43.145552 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: dvr.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.146294 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.146876 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: dvr
Apr 14 11:13:43.147236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: empty_string_filtering.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.148155 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.148733 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: empty-string-filtering
Apr 14 11:13:43.149114 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.150033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.150608 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 14 11:13:43.150970 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.151915 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.152487 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 14 11:13:43.152849 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: external_net.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.153789 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.154372 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: external-net
Apr 14 11:13:43.154735 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.155697 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.156279 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: extra_dhcp_opt
Apr 14 11:13:43.156641 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: extraroute.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.157587 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.158162 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: extraroute
Apr 14 11:13:43.158524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: extraroute_atomic.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.159558 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.160162 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: extraroute-atomic
Apr 14 11:13:43.161004 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: filter_validation.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.161734 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.162310 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: filter-validation
Apr 14 11:13:43.162674 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: fip_pf_description.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.163601 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.164175 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 14 11:13:43.164536 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: fip_port_details.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.165576 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.166161 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: fip-port-details
Apr 14 11:13:43.166522 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: flavors.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.167771 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.168355 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: flavors
Apr 14 11:13:43.168724 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.170442 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.171032 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 14 11:13:43.171402 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: floatingip_pools.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.172157 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.172733 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: floatingip-pools
Apr 14 11:13:43.173127 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: ip_allocation.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.174066 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.174634 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 14 11:13:43.175001 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.176921 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.177528 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: ip-substring-filtering
Apr 14 11:13:43.177896 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: l2_adjacency.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.178824 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.179397 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 14 11:13:43.179761 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: l3.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.180820 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.181431 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: router
Apr 14 11:13:43.181802 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.184068 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.184669 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 14 11:13:43.185164 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.186006 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.186576 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: ext-gw-mode
Apr 14 11:13:43.186937 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.187970 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.188553 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: l3-ha
Apr 14 11:13:43.188914 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: l3_flavors.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.189862 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.190441 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: l3-flavors
Apr 14 11:13:43.190805 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.192299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.192881 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 14 11:13:43.193276 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: l3agentscheduler.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.194469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.195062 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: l3_agent_scheduler
Apr 14 11:13:43.195430 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: logging.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.196963 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.197611 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension logging not supported by any of loaded plugins
Apr 14 11:13:43.197987 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: metering.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.198784 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.199475 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: metering
Apr 14 11:13:43.199843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.200958 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.201572 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: metering_source_and_destination_fields
Apr 14 11:13:43.201938 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: multiprovidernet.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.202866 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.203442 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: multi-provider
Apr 14 11:13:43.203807 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: netmtu.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.204731 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.205337 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: net-mtu
Apr 14 11:13:43.205702 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: netmtu_writable.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.206627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.207720 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: net-mtu-writable
Apr 14 11:13:43.208555 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: network_availability_zone.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.209429 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.210013 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: network_availability_zone
Apr 14 11:13:43.210382 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: network_ip_availability.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.211503 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.212082 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: network-ip-availability
Apr 14 11:13:43.212453 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: network_segment_range.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.213322 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.213900 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 14 11:13:43.214262 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: pagination.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.215260 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.215631 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: pagination
Apr 14 11:13:43.215989 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: port_device_profile.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.216905 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.217515 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: port-device-profile
Apr 14 11:13:43.217884 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.218823 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.219395 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: port-mac-address-regenerate
Apr 14 11:13:43.219762 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.220680 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.221278 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: port-numa-affinity-policy
Apr 14 11:13:43.221636 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: port_resource_request.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.222548 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.224210 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 14 11:13:43.224570 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: portbindings.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.225557 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.226135 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: binding
Apr 14 11:13:43.226495 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: portbindings_extended.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.227779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.228360 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: binding-extended
Apr 14 11:13:43.228724 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: portsecurity.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.229688 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.230269 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: port-security
Apr 14 11:13:43.230630 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: project_id.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.231610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.231985 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: project-id
Apr 14 11:13:43.232353 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: providernet.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.233324 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.233921 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: provider
Apr 14 11:13:43.234265 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: qos.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.237922 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.238992 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension qos not supported by any of loaded plugins
Apr 14 11:13:43.239374 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.244641 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.245271 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 14 11:13:43.245732 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.246676 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.247257 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 14 11:13:43.247621 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: qos_default.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.248541 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.249156 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension qos-default not supported by any of loaded plugins
Apr 14 11:13:43.249520 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: qos_fip.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.250212 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.250784 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension qos-fip not supported by any of loaded plugins
Apr 14 11:13:43.251142 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: qos_gateway_ip.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.252069 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.252640 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 14 11:13:43.252997 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: qos_port_network_policy.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.254039 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.254977 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 14 11:13:43.255339 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: qos_rule_type_details.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.256278 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.256851 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 14 11:13:43.257242 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: qos_rules_alias.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.258299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.258878 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 14 11:13:43.259240 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: quotasv2.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.260507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.260879 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: quotas
Apr 14 11:13:43.261265 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: quotasv2_detail.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.262968 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.263350 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: quota_details
Apr 14 11:13:43.263719 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: rbac.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.264881 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.265515 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: rbac-policies
Apr 14 11:13:43.265881 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: rbac_address_group.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.266824 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.267415 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: rbac-address-group
Apr 14 11:13:43.267779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: rbac_address_scope.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.268704 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.269316 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: rbac-address-scope
Apr 14 11:13:43.270711 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: rbac_security_groups.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.271661 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.272247 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: rbac-security-groups
Apr 14 11:13:43.272611 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: rbac_subnetpool.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.273561 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.274141 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: rbac-subnetpool
Apr 14 11:13:43.274506 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: revisionifmatch.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.275446 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.276028 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: revision-if-match
Apr 14 11:13:43.276401 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: revisions.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.277578 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.278157 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: standard-attr-revisions
Apr 14 11:13:43.278525 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: router_availability_zone.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.279249 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.279836 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: router_availability_zone
Apr 14 11:13:43.280326 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: routerservicetype.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.281188 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.281765 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension router-service-type not supported by any of loaded plugins
Apr 14 11:13:43.282127 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.283053 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.283628 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: security-groups-normalized-cidr
Apr 14 11:13:43.283998 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.284932 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.286656 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: port-security-groups-filtering
Apr 14 11:13:43.287019 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.287993 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.288571 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: security-groups-remote-address-group
Apr 14 11:13:43.288935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: securitygroup.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.303326 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.305555 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: security-group
Apr 14 11:13:43.308438 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: segment.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.309588 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.310183 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension segment not supported by any of loaded plugins
Apr 14 11:13:43.310556 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.316300 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.317417 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 14 11:13:43.317792 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: servicetype.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.318926 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.319515 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: service-type
Apr 14 11:13:43.319884 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: sorting.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.320881 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.321297 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: sorting
Apr 14 11:13:43.321660 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: standard_attr_segment.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.322600 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.323185 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 14 11:13:43.323548 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: standardattrdescription.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.324237 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.324813 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: standard-attr-description
Apr 14 11:13:43.325207 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: stateful_security_group.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.326143 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.326726 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: stateful-security-group
Apr 14 11:13:43.327092 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: stdattrs_common.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.327690 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 14 11:13:43.328056 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.329097 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.329664 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 14 11:13:43.330024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: subnet_onboard.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.331089 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.331668 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: subnet_onboard
Apr 14 11:13:43.332581 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.334098 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.334686 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 14 11:13:43.335051 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: subnet_service_types.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.336003 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.336584 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: subnet-service-types
Apr 14 11:13:43.336947 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: subnetallocation.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.338067 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.338646 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: subnet_allocation
Apr 14 11:13:43.339007 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.339714 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.340299 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: subnetpool-prefix-ops
Apr 14 11:13:43.340666 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.341631 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.342210 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 14 11:13:43.342576 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: tagging.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.343887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.344477 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: standard-attr-tag
Apr 14 11:13:43.344841 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: timestamp.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.346037 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.346624 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loaded extension: standard-attr-timestamp
Apr 14 11:13:43.346987 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: trunk.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.349019 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.349707 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension trunk not supported by any of loaded plugins
Apr 14 11:13:43.350076 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: trunk_details.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.351019 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.351603 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension trunk-details not supported by any of loaded plugins
Apr 14 11:13:43.351968 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: uplink_status_propagation.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.352898 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.353535 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 14 11:13:43.353899 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Loading extension file: vlantransparent.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 14 11:13:43.354606 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 14 11:13:43.355184 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 14 11:13:43.357920 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Creating instance of TrackedResource for resource:network
Apr 14 11:13:43.358844 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Creating instance of TrackedResource for resource:subnet
Apr 14 11:13:43.359417 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 14 11:13:43.360090 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Creating instance of TrackedResource for resource:port
Apr 14 11:13:43.361684 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 14 11:13:43.362204 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Service FLAVORS assigned prefix:  {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 14 11:13:43.362882 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 14 11:13:43.363450 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 14 11:13:43.364316 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Creating instance of TrackedResource for resource:router
Apr 14 11:13:43.365022 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Creating instance of TrackedResource for resource:floatingip
Apr 14 11:13:43.365828 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Service METERING assigned prefix: /metering {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 14 11:13:43.367633 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd131bb9ac8>> rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.368040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd131bb9ac8>> rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.368428 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd131bb9ac8>> rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:13:43.369624 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 14 11:13:43.370112 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Creating instance of TrackedResource for resource:security_group
Apr 14 11:13:43.370919 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 14 11:13:43.371721 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Service CORE assigned prefix:  {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 14 11:13:43.372150 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 14 11:13:43.372470 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] subnetpool is already registered
Apr 14 11:13:43.373155 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Service CORE assigned prefix:  {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 14 11:13:43.373523 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 14 11:13:43.373886 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] subnetpool is already registered
Apr 14 11:13:43.376596 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 14 11:13:43.377095 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Service FLAVORS assigned prefix:  {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 14 11:13:43.377733 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 14 11:13:43.378193 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 14 11:13:43.378568 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Creating instance of TrackedResource for resource:router
Apr 14 11:13:43.378959 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] router is already registered
Apr 14 11:13:43.380121 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Creating instance of TrackedResource for resource:floatingip
Apr 14 11:13:43.380469 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] floatingip is already registered
Apr 14 11:13:43.381196 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Service METERING assigned prefix: /metering {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 14 11:13:43.381935 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 14 11:13:43.382300 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] rbac_policy is already registered
Apr 14 11:13:43.382924 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Creating instance of TrackedResource for resource:security_group
Apr 14 11:13:43.383288 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] security_group is already registered
Apr 14 11:13:43.383937 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 14 11:13:43.384300 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] security_group_rule is already registered
Apr 14 11:13:43.385302 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Service CORE assigned prefix:  {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 14 11:13:43.385672 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 14 11:13:43.386035 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] subnetpool is already registered
Apr 14 11:13:43.386712 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Service CORE assigned prefix:  {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 14 11:13:43.387080 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 14 11:13:43.387442 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING neutron.quota.resource_registry [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] subnetpool is already registered
Apr 14 11:13:43.388158 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: extensions {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.389732 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: address-groups {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.391395 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: address-scopes {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.392670 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: agents {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.393924 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: auto-allocated-topology {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.396217 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: availability_zones {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.397657 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: dhcp-networks {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.399163 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: dhcp-agents {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.400671 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: routers {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.402585 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: flavors {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.403807 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: service_profiles {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.405092 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: next_providers {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.406701 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: service_profiles {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.408204 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: floatingip-pools {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.409515 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: routers {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.412471 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: floatingips {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.413752 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: l3-routers {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.415219 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: l3-agents {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.416698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: metering-labels {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.419016 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: metering-label-rules {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.420350 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: network-ip-availabilities {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.421711 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: bindings {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.423445 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: quotas {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.424947 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: quotas {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.426915 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: rbac-policies {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.428271 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: security-groups {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.429576 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: security-group-rules {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.430867 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: service-providers {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.432155 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: subnetpools {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.433667 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: subnetpools {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.435171 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.437025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.438943 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.440802 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.443207 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.445177 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.446970 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.448979 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.450872 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.452827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.extensions [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 14 11:13:43.460731 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING keystonemiddleware.auth_token [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 14 11:13:43.466039 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING keystonemiddleware.auth_token [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 14 11:13:43.475979 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Acquired lock "singleton_lock" {{(pid=85170) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 14 11:13:43.476498 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Releasing lock "singleton_lock" {{(pid=85170) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 14 11:13:43.477988 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO oslo_service.service [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Starting 2 workers
Apr 14 11:13:43.482767 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Started child 85281 {{(pid=85170) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 14 11:13:43.486780 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:13:43.487504 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Started child 85282 {{(pid=85170) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 14 11:13:43.488212 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [-] (85281) wsgi starting up on http://0.0.0.0:9696
Apr 14 11:13:43.489717 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.service [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 14 11:13:43.490379 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Notify callbacks [] for process, before_spawn {{(pid=85170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:13:43.491289 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:13:43.492676 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [-] (85282) wsgi starting up on http://0.0.0.0:9696
Apr 14 11:13:43.492843 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO oslo_service.service [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Starting 1 workers
Apr 14 11:13:43.494522 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 50472) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:13:43.498557 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Started child 85284 {{(pid=85170) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 14 11:13:43.499111 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO oslo_service.service [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Starting 1 workers
Apr 14 11:13:43.505104 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.service [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] calling RpcWorker wait() {{(pid=85284) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 14 11:13:43.505104 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.service [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] returning from RpcWorker wait() {{(pid=85284) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 14 11:13:43.505104 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:13:43.505104 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:13:43.506594 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0099497
Apr 14 11:13:43.511077 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Started child 85286 {{(pid=85170) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 14 11:13:43.512152 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40aec3ce-ebb1-44ae-b9a4-7808fdb672b7 None None] Notify callbacks [] for process, after_spawn {{(pid=85170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:13:43.514458 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85170) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 14 11:13:43.514887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 14 11:13:43.515250 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 14 11:13:43.515670 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 14 11:13:43.516217 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 14 11:13:43.516547 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 14 11:13:43.517288 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.517742 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.518183 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.518612 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.519088 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.519483 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:13:43.520958 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.521589 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.522053 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.522509 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.522942 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.523294 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.523640 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.524071 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.524479 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.524970 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.525446 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.525872 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.526306 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.526658 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.527064 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.527506 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.527924 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.528358 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.528780 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.530296 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.530731 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.531167 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.531564 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.532022 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.532448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.532889 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.533314 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.533705 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.534109 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.534543 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.534956 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.535342 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.535736 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.536174 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.536556 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.537154 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] host                           = dv-cinder-774594-3-iscsi {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.537558 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.537948 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.538350 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.538767 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.539189 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.539600 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.540025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.540441 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.540843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.541279 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.541900 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.543100 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.543708 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.544014 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.544401 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.544677 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.545106 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.545440 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.545670 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.547944 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.548374 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.548883 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.549332 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.549811 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.551605 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.552058 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.553342 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.553812 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.554281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.554770 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.555229 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.556390 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.556833 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.557355 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.557831 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.558288 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.558744 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.559261 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.559689 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.560205 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:13:43.560651 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.561118 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.561580 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.562025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.562471 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.562909 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.563334 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.563832 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.564248 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.564671 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.565210 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.565597 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.566032 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.566892 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.567755 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.568127 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.568438 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.568711 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.568963 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.570048 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.570453 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.571483 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.571863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.572283 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.572596 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.572860 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.573941 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.574427 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.574886 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.575377 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.575823 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.576147 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.576510 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.576789 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.577065 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.577515 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.577987 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.578414 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.578909 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.579188 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.579506 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.579767 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.580099 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.580373 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.580656 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.581860 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.583161 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.584008 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.584295 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.584573 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.584833 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.585099 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.585618 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.586104 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.586379 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.586629 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.587064 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.587506 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.587788 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.588098 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.588314 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.588747 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.589038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.589512 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.589887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.590376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.590714 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.590977 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.591251 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.591521 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.591821 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.592094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.592357 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.592613 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.592865 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.593955 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.594236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.595299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.595299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.595299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.595299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.595883 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.595883 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.596163 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.596312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.596469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.596709 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.596945 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.597240 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.597494 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.597821 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.598763 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.598978 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.599194 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.600200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.600200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.600200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.600200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.600782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.600782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.601081 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.601081 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.601380 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.601872 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.602300 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.602300 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.602592 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.602743 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.602988 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.603718 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.603718 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.603718 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.604150 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.604150 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.604431 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.604748 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.605042 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.605363 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.605621 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.605896 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.606149 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.606424 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.608398 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.608398 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.608398 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.610946 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.610946 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.610946 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.610946 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.611523 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.611523 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.611523 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.611959 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.612101 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.612283 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.612549 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.612831 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.613416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.613929 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.614603 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.615123 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.615518 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.615869 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.616263 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.616582 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.616894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.617267 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.617576 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.617888 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.618183 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.618472 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.618758 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.619055 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.619353 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.619625 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.619911 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.620167 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.620477 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.620757 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.621012 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.621289 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.621578 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.621928 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.622264 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.622494 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.622745 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.623045 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.623327 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.623594 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.623904 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.624194 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.624480 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.624754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.625034 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.625360 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.625636 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.625906 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.626152 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.626422 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.626691 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.626944 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.627206 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.627466 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.627734 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.627979 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.628230 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.628475 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.628726 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.629631 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.630008 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.630293 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.630552 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.631442 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.631442 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.631442 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.631691 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.631691 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.633094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.633094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.633094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.633094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.633094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.633466 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.633537 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.633808 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.634054 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.634343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.634597 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.635098 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.635343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.635596 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.635844 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.636106 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.636396 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.636661 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.636954 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.637250 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.637605 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.637875 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.638142 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.638412 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.638663 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.638934 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.639188 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.639455 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.639718 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.639970 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.640218 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.640494 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.640768 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.641076 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.641348 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.641597 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.642127 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.642127 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.642419 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.642593 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.642847 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.643100 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.643367 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.643627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.643904 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.644146 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.644393 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.645310 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.646007 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.646299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.646553 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.646804 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.647076 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.647325 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.647597 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.647851 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.648098 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.648345 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.649088 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.649088 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.649351 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.649483 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.649713 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.650166 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.650489 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.650781 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.651150 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.651459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.651708 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.651949 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.652212 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.652456 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.652735 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.653777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.653777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.653777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.654282 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.654448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.654603 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.654894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.655146 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.655469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.656575 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.656575 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.656575 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.656575 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.657176 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.657176 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.657457 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.657597 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.657810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.658064 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.658346 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.658630 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.658893 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.659145 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.659427 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.659683 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.659945 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.660313 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.660697 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.660976 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.661444 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 14 11:13:43.661835 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85170) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 14 11:13:43.663460 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 14 11:13:43.663460 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 14 11:13:43.663460 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 14 11:13:43.663460 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 14 11:13:43.663460 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 14 11:13:43.663460 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.663460 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.663460 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.664057 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.664057 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.664057 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.664057 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.664305 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.664400 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.664496 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.664914 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.664914 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.665121 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.665198 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.665367 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.665562 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.665713 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.665884 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.666032 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.666208 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.666349 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.666534 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.666721 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.666910 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.667130 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.667337 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.667495 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.667635 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.667788 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.667962 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.668147 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.668332 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.668517 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.668703 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.668888 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.669100 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.669285 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.669471 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.669657 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.669842 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.670028 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] host                           = dv-cinder-774594-3-iscsi {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.670214 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.670397 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.670581 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.670766 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.670950 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.671136 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.671325 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.671574 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.671659 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.671809 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.672171 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.672360 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.672529 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.672894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.674228 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.674228 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.674228 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.674586 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.674586 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.674794 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.675998 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.676557 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.676761 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.676933 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.677328 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.677511 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.677683 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.677843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.678013 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.678197 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.678295 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:13:43.678381 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.678536 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.678714 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.678905 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.679093 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.679278 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.680469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.680648 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.681025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.681227 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.681417 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.681604 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.681792 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.681979 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.682166 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.682351 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.682537 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.682723 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.682887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.683109 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.683280 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.683428 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.683569 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.683743 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.683928 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.684114 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.684298 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.684484 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.684667 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.684851 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.685036 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.686481 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.686685 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.686886 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.687068 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.687252 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.687442 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.687631 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.687821 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 14 11:13:43.688036 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.688229 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.688434 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.688627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.688818 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.689010 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.689461 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.689656 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.689813 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.689999 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.690196 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.690386 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.690586 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.690774 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.690962 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.691154 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.691350 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.692067 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.692821 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.693020 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.693311 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.693469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.693643 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.693795 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.693964 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.694115 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.694462 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.694462 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.694757 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.694757 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.695050 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.695050 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.695319 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.695476 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.695626 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.695765 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.695903 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.696042 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.696182 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.696358 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.696549 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.696739 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.696898 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.697130 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.697284 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.697425 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.697609 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.697767 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.697959 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.698146 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.698346 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.698507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.698695 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.698882 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.699858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.699858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.699858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.699858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.699858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.699858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.700609 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.700609 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.700609 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.700609 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.700945 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.700945 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.701197 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.701197 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.701403 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.701561 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.701711 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.701899 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.702088 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.702278 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.702447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.702811 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.703006 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.703196 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.703385 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.703571 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.703761 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.703949 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.704138 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.704298 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.704495 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.704744 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.704952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.705276 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.705276 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.705702 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.705702 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.705702 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.705955 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.706026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.706211 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.706397 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.706584 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.706775 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.708387 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.708387 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.708387 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.708728 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.708847 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.708958 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.709201 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.710599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.710599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.710599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.710599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.710599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.710599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.710599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.710599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.711550 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.711550 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.711550 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.711550 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.711550 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.711550 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.712051 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.712051 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.712051 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.712238 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.712395 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.712563 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.712882 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.713224 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.713538 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.713854 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.714215 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.714406 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.714600 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.714837 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.715032 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.715310 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.715409 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.715562 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.715750 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.715938 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.716126 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.717002 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.717002 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.717002 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.717002 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.717002 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.717412 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.717412 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.717536 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.717699 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.717795 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.718848 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.718848 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.718848 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.718848 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.718848 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.718848 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.719222 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.719222 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.719353 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.719423 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.719601 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.719773 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.719961 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.720149 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.720337 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.720524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.720712 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.720900 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.721145 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.721299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.721439 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.721615 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.721803 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.721992 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.722181 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.722369 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.722528 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.723222 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.723922 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.724153 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.724382 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.724577 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.724721 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.724863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.724963 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.725170 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.725363 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.725570 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.725761 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.725953 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.726143 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.726332 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.726519 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.726709 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.726898 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.727087 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.727274 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.727465 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.727657 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.727848 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.728802 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.728802 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.728802 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.728802 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.728802 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.729405 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.729405 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.729405 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.729405 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.729796 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.729796 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.729996 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.730110 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.730218 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.730375 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.730564 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.730761 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.730949 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.731135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.731322 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.731509 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.731706 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.731892 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.732079 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.732271 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.732449 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.732599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.732795 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.732983 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.734059 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.734211 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.734407 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.734598 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.734785 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.735172 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.735345 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.735534 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.735731 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.735979 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.736075 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.736254 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.736453 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.736651 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.736843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.737088 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.737272 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.737471 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.737660 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.737857 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.738061 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.738294 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.739498 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.739704 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.739900 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.740098 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.740294 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.740486 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.740678 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.740869 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.741083 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.741271 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.741464 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.741654 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.741843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.742034 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.742924 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.742924 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.742924 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.742924 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 14 11:13:43.742924 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 14 11:13:55.525325 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9f31c5-5d8a-4f65-a9d1-fe2fccda0383 None None] get_active_networks_info from dv-cinder-774594-3-iscsi {{(pid=85284) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 14 11:13:55.656944 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9f31c5-5d8a-4f65-a9d1-fe2fccda0383 None None] No non-hosted networks {{(pid=85284) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 14 11:13:55.699327 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ddbb42e6-dae7-4c29-b3f5-78266c1282d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987'] for agent, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:13:57.413636 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-78da6ac6-bbf3-4ff3-a824-47f40700aef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987'] for agent, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:13:57.482209 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a281fe12-11cf-442a-8d9d-322cc4e65816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:13:58.326359 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987'] for agent, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:13:59.272242 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987'] for agent, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:13:59.273642 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:13:59.274223 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:13:59.276290 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:13:59.276871 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:13:59.277598 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:13:59.281586 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:13:59.282378 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:13:59.282965 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:13:59.283526 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:13:59.284113 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:13:59.284684 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:13:59.285524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:13:59.286475 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd131876668>, 'Open vSwitch agent', 'dv-cinder-774594-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:13:59.299181 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd130f7fba8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774594-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:14:00.303629 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_hamode_db [None req-dd311ed5-aa61-4210-981e-4b0bd0cb8062 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 14 11:14:00.408668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987'] for agent, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:00.410866 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd311ed5-aa61-4210-981e-4b0bd0cb8062 None None] Routers set() bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:14:00.411486 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd311ed5-aa61-4210-981e-4b0bd0cb8062 None None] Router IDs set() for agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 14 11:14:00.579041 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 50576) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:14:01.248697 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING oslo_policy.policy [None req-e732f0d0-eac4-4909-a4fc-77f7fa8cc79a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 14 11:14:01.249457 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING oslo_policy.policy [None req-e732f0d0-eac4-4909-a4fc-77f7fa8cc79a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 14 11:14:01.487523 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [None req-e732f0d0-eac4-4909-a4fc-77f7fa8cc79a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 14 11:14:01.489536 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-e732f0d0-eac4-4909-a4fc-77f7fa8cc79a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9083087
Apr 14 11:14:04.447295 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 50592) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:14:04.853444 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-950cc4db-f58f-4370-8eaa-78c39988fa7d admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:14:04.959091 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.policy [None req-950cc4db-f58f-4370-8eaa-78c39988fa7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85281) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 14 11:14:05.016134 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING oslo_policy.policy [None req-950cc4db-f58f-4370-8eaa-78c39988fa7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 14 11:14:05.016558 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING oslo_policy.policy [None req-950cc4db-f58f-4370-8eaa-78c39988fa7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 14 11:14:05.035927 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota [None req-950cc4db-f58f-4370-8eaa-78c39988fa7d admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd1317e00f0>.
Apr 14 11:14:05.053134 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-950cc4db-f58f-4370-8eaa-78c39988fa7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:14:05.110710 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-950cc4db-f58f-4370-8eaa-78c39988fa7d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253327806644', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253327808142', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253327804857', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253327790173', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253327775242', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253327775179', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-111098', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-53789', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851003564', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850637693'] for rbac-policy, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:05.336049 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-950cc4db-f58f-4370-8eaa-78c39988fa7d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:05.337363 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-950cc4db-f58f-4370-8eaa-78c39988fa7d admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8890591
Apr 14 11:14:08.419720 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 50606) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:14:08.809237 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '882bfc9dbb2b4fbbba277b0c07667932', 'name': 'private'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:14:08.815400 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:14:08.821377 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Usage tracker for resource:network and tenant:882bfc9dbb2b4fbbba277b0c07667932 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:14:08.825095 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:14:08.832359 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:14:08.841577 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Made reservation on behalf of 882bfc9dbb2b4fbbba277b0c07667932 for: {'network': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:14:08.847779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:08.865512 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:08.882382 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:14:08.886739 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Usage tracker for resource:security_group_rule and tenant:882bfc9dbb2b4fbbba277b0c07667932 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:14:08.890495 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:14:08.897344 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:14:09.005952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:09.008919 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:09.014481 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:14:09.037632 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=85281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:14:09.067950 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783529329830', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:09.068604 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd132544a60> segment precommit_create {{(pid=85281) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 14 11:14:09.069118 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Added segment 227cf659-9065-4003-a8f5-5b4943925a82 of type vlan for network 67e2d6e2-b002-493a-a76a-10f3fb70ae3f
Apr 14 11:14:09.122045 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f855b9-3d46-405e-b373-4bf2ea0fc159,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:14:09.147046 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:09.147415 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:09.147776 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:09.148136 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:09.148487 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:09.148857 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:09.149261 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:09.149617 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:09.149985 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:09.150338 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:09.150683 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:09.151030 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Tracked resource versions report:
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]: pushed versions:
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]: {   'AddressGroup': {'1.2'},
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:     'ConntrackHelper': {'1.0'},
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Log': {'1.0'},
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Network': {'1.1'},
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Port': {'1.7'},
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:     'PortForwarding': {'1.2'},
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:     'QosPolicy': {'1.8'},
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SecurityGroup': {'1.4'},
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SecurityGroupRule': {'1.2'},
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SubPort': {'1.0'},
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Subnet': {'1.1'},
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Trunk': {'1.1'}}
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]: consumer versions:
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]: {   DHCP agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:     L3 agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:     Metadata agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:     Metering agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:     Open vSwitch agent@dv-cinder-774594-3-iscsi: {   'AddressGroup': '1.2',
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'ConntrackHelper': '1.0',
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Log': '1.0',
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Network': '1.1',
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Port': '1.7',
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'PortForwarding': '1.2',
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'QosPolicy': '1.8',
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SecurityGroup': '1.4',
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SecurityGroupRule': '1.2',
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SubPort': '1.0',
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Subnet': '1.1',
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Trunk': '1.1'}}
Apr 14 11:14:09.152181 dv-cinder-774594-3-iscsi neutron-server[85170]:  {{(pid=85281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 14 11:14:09.199323 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:09.218086 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:14:09.258665 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:09.260422 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:14:09.261117 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:09.266742 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:14:09.380719 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9598055
Apr 14 11:14:09.383669 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Pushing event updated for resources: {'Network': ['ID=67e2d6e2-b002-493a-a76a-10f3fb70ae3f,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:14:09.400108 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:14:09.413349 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network 67e2d6e2-b002-493a-a76a-10f3fb70ae3f details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:14:12.575599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 50622) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:14:13.107112 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68e26b2-83ed-4432-84d9-cc44a107b5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:14:13.108617 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-d68e26b2-83ed-4432-84d9-cc44a107b5b0 admin admin] 10.222.0.20 "GET /v2.0/networks/67e2d6e2-b002-493a-a76a-10f3fb70ae3f HTTP/1.1" status: 200  len: 825 time: 0.5318739
Apr 14 11:14:13.138728 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-25297718-3153-4bf9-9dfa-8e96b1aca93e admin admin] 10.222.0.20 "GET /v2.0/subnetpools/0eb81d38-fdb4-45ab-a78d-d8b26dc142aa HTTP/1.1" status: 200  len: 734 time: 0.0237861
Apr 14 11:14:13.149847 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-5ee8c8d5-e0b3-4957-ac6c-863b35dabb1b admin admin] Request body: {'subnet': {'tenant_id': '882bfc9dbb2b4fbbba277b0c07667932', 'ip_version': 4, 'subnetpool_id': '0eb81d38-fdb4-45ab-a78d-d8b26dc142aa', 'network_id': '67e2d6e2-b002-493a-a76a-10f3fb70ae3f', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:14:13.154878 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5ee8c8d5-e0b3-4957-ac6c-863b35dabb1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:14:13.158816 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-5ee8c8d5-e0b3-4957-ac6c-863b35dabb1b admin admin] Usage tracker for resource:subnet and tenant:882bfc9dbb2b4fbbba277b0c07667932 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:14:13.162388 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-5ee8c8d5-e0b3-4957-ac6c-863b35dabb1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:14:13.168328 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5ee8c8d5-e0b3-4957-ac6c-863b35dabb1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:14:13.177541 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee8c8d5-e0b3-4957-ac6c-863b35dabb1b admin admin] Made reservation on behalf of 882bfc9dbb2b4fbbba277b0c07667932 for: {'subnet': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:14:13.182136 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5ee8c8d5-e0b3-4957-ac6c-863b35dabb1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:13.682812 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5ee8c8d5-e0b3-4957-ac6c-863b35dabb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for subnet, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:13.699272 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:14:13.848155 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8c8d5-e0b3-4957-ac6c-863b35dabb1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa5277f-ccdf-4b84-adab-9b205444d5d0,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:14:13.851552 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5ee8c8d5-e0b3-4957-ac6c-863b35dabb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:14:13.918484 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8c8d5-e0b3-4957-ac6c-863b35dabb1b admin admin] Checking segment: {'id': '227cf659-9065-4003-a8f5-5b4943925a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67e2d6e2-b002-493a-a76a-10f3fb70ae3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:14:13.918862 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee8c8d5-e0b3-4957-ac6c-863b35dabb1b admin admin] Network hostable DHCP agents. Network: 67e2d6e2-b002-493a-a76a-10f3fb70ae3f, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:14:13.940323 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee8c8d5-e0b3-4957-ac6c-863b35dabb1b admin admin] Network 67e2d6e2-b002-493a-a76a-10f3fb70ae3f is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:14:13.949956 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-5ee8c8d5-e0b3-4957-ac6c-863b35dabb1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, 67e2d6e2-b002-493a-a76a-10f3fb70ae3f) {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:14:13.955177 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee8c8d5-e0b3-4957-ac6c-863b35dabb1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:14:13.955816 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5ee8c8d5-e0b3-4957-ac6c-863b35dabb1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:13.960076 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aad6635-9f61-464c-8936-e69710c72552 None None] Network 67e2d6e2-b002-493a-a76a-10f3fb70ae3f requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:14:13.978184 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-5ee8c8d5-e0b3-4957-ac6c-863b35dabb1b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8322873
Apr 14 11:14:14.483267 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c1116d-930f-5d36-b25c-610eedf1c683-67e2d6e2-b002-493a-a76a-10f3fb70ae3f', 'network_id': '67e2d6e2-b002-493a-a76a-10f3fb70ae3f', 'tenant_id': '882bfc9dbb2b4fbbba277b0c07667932', 'fixed_ips': [{'subnet_id': '9fa5277f-ccdf-4b84-adab-9b205444d5d0'}]}} from dv-cinder-774594-3-iscsi. {{(pid=85284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 14 11:14:14.484340 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:14.688733 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Allocated IP 172.20.0.2 (67e2d6e2-b002-493a-a76a-10f3fb70ae3f/9fa5277f-ccdf-4b84-adab-9b205444d5d0/6d3a224a-77f9-47a9-be18-23c7ee9f9ccd) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:14:14.952281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:14.967970 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Transition to ACTIVE for port object 6d3a224a-77f9-47a9-be18-23c7ee9f9ccd will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:14:14.991649 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Transition to ACTIVE for port object 6d3a224a-77f9-47a9-be18-23c7ee9f9ccd will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:14:14.998210 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:15.016631 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:14:15.163181 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Pushing event updated for resources: {'Port': ['ID=6d3a224a-77f9-47a9-be18-23c7ee9f9ccd,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:14:15.183863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:15.184252 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:15.184609 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:15.184967 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:15.185360 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:15.185718 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:15.186073 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:15.186431 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:15.186793 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:15.187150 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:15.187497 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:15.187845 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Tracked resource versions report:
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]: pushed versions:
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]: {   'AddressGroup': {'1.2'},
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:     'ConntrackHelper': {'1.0'},
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Log': {'1.0'},
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Network': {'1.1'},
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Port': {'1.7'},
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:     'PortForwarding': {'1.2'},
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:     'QosPolicy': {'1.8'},
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SecurityGroup': {'1.4'},
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SecurityGroupRule': {'1.2'},
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SubPort': {'1.0'},
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Subnet': {'1.1'},
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Trunk': {'1.1'}}
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]: consumer versions:
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]: {   DHCP agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:     L3 agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:     Metadata agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:     Metering agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:     Open vSwitch agent@dv-cinder-774594-3-iscsi: {   'AddressGroup': '1.2',
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'ConntrackHelper': '1.0',
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Log': '1.0',
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Network': '1.1',
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Port': '1.7',
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'PortForwarding': '1.2',
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'QosPolicy': '1.8',
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SecurityGroup': '1.4',
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SecurityGroupRule': '1.2',
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SubPort': '1.0',
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Subnet': '1.1',
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Trunk': '1.1'}}
Apr 14 11:14:15.189000 dv-cinder-774594-3-iscsi neutron-server[85170]:  {{(pid=85284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 14 11:14:15.198078 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:14:15.246299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Network 67e2d6e2-b002-493a-a76a-10f3fb70ae3f is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:14:15.247539 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Resources bound (agent type, host, resource id):  {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:14:15.250527 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:14:15.361584 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Attempting to bind port 6d3a224a-77f9-47a9-be18-23c7ee9f9ccd on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:14:15.362000 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Attempting to bind port 6d3a224a-77f9-47a9-be18-23c7ee9f9ccd by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': '227cf659-9065-4003-a8f5-5b4943925a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67e2d6e2-b002-493a-a76a-10f3fb70ae3f'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:14:15.362694 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Attempting to bind port 6d3a224a-77f9-47a9-be18-23c7ee9f9ccd on network 67e2d6e2-b002-493a-a76a-10f3fb70ae3f {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:14:15.369394 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:14:15.369889 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Checking segment: {'id': '227cf659-9065-4003-a8f5-5b4943925a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67e2d6e2-b002-493a-a76a-10f3fb70ae3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:14:15.370256 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:15.370677 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Bound using segment: {'id': '227cf659-9065-4003-a8f5-5b4943925a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67e2d6e2-b002-493a-a76a-10f3fb70ae3f'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:14:15.371190 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Bound port: 6d3a224a-77f9-47a9-be18-23c7ee9f9ccd, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227cf659-9065-4003-a8f5-5b4943925a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67e2d6e2-b002-493a-a76a-10f3fb70ae3f'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:14:15.371585 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:15.464404 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] For port 6d3a224a-77f9-47a9-be18-23c7ee9f9ccd, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:14:15.471417 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] For port 6d3a224a-77f9-47a9-be18-23c7ee9f9ccd, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=6d3a224a-77f9-47a9-be18-23c7ee9f9ccd,segment=NetworkSegment(227cf659-9065-4003-a8f5-5b4943925a82),segment_id=227cf659-9065-4003-a8f5-5b4943925a82)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:14:15.476021 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:15.492583 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:14:15.661135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Pushing event updated for resources: {'Port': ['ID=6d3a224a-77f9-47a9-be18-23c7ee9f9ccd,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:14:15.664731 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:14:16.906040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 50632) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:14:17.392824 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [None req-edb2b1b8-494c-4cc3-a1b3-d290cfcc66e9 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 14 11:14:17.394437 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-edb2b1b8-494c-4cc3-a1b3-d290cfcc66e9 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4867835
Apr 14 11:14:20.483548 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 50642) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:14:21.310615 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING oslo_policy.policy [None req-b85d8db5-807c-44cd-a4bc-fb8905e9d729 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 14 11:14:21.311131 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING oslo_policy.policy [None req-b85d8db5-807c-44cd-a4bc-fb8905e9d729 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 14 11:14:21.496829 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 6d3a224a-77f9-47a9-be18-23c7ee9f9ccd up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:14:21.553430 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [None req-b85d8db5-807c-44cd-a4bc-fb8905e9d729 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85282) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 14 11:14:21.554584 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-b85d8db5-807c-44cd-a4bc-fb8905e9d729 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 1.0701339
Apr 14 11:14:21.581366 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 6d3a224a-77f9-47a9-be18-23c7ee9f9ccd completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:14:23.132633 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd144fe-8c25-482f-a15b-d132b40eb8a1 None None] Network 67e2d6e2-b002-493a-a76a-10f3fb70ae3f requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:14:23.231495 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-8c977de6-034c-4716-878d-868ba8966d3d None None] Provisioning for port 6d3a224a-77f9-47a9-be18-23c7ee9f9ccd completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:14:23.245328 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-8c977de6-034c-4716-878d-868ba8966d3d None None] Provisioning complete for port 6d3a224a-77f9-47a9-be18-23c7ee9f9ccd triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:14:23.245818 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8c977de6-034c-4716-878d-868ba8966d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:23.476448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8c977de6-034c-4716-878d-868ba8966d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:23.534416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-8c977de6-034c-4716-878d-868ba8966d3d None None] For port 6d3a224a-77f9-47a9-be18-23c7ee9f9ccd, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=6d3a224a-77f9-47a9-be18-23c7ee9f9ccd,segment=NetworkSegment(227cf659-9065-4003-a8f5-5b4943925a82),segment_id=227cf659-9065-4003-a8f5-5b4943925a82)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:14:23.538416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8c977de6-034c-4716-878d-868ba8966d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:23.543680 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b4100916-0d25-4b96-bdb6-1ccb96771404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:14:23.662493 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c977de6-034c-4716-878d-868ba8966d3d None None] Pushing event updated for resources: {'Port': ['ID=6d3a224a-77f9-47a9-be18-23c7ee9f9ccd,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:14:23.666839 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8c977de6-034c-4716-878d-868ba8966d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:14:23.870006 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-2be7996f-35d4-4ef5-9175-d386fc979d51 None None] Provisioning complete for port 6d3a224a-77f9-47a9-be18-23c7ee9f9ccd triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:14:23.870526 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2be7996f-35d4-4ef5-9175-d386fc979d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:24.868615 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 50662) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:14:25.296756 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-631311f2-b259-4a79-beb7-e8b43a604d2d admin admin] Request body: {'router': {'tenant_id': '882bfc9dbb2b4fbbba277b0c07667932', 'admin_state_up': True, 'name': 'router1'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:14:25.302535 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-631311f2-b259-4a79-beb7-e8b43a604d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:14:25.306731 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-631311f2-b259-4a79-beb7-e8b43a604d2d admin admin] Usage tracker for resource:router and tenant:882bfc9dbb2b4fbbba277b0c07667932 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:14:25.310176 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-631311f2-b259-4a79-beb7-e8b43a604d2d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:14:25.317015 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-631311f2-b259-4a79-beb7-e8b43a604d2d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:14:25.326609 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-631311f2-b259-4a79-beb7-e8b43a604d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3789078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767086'] for router, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:25.327989 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-631311f2-b259-4a79-beb7-e8b43a604d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850986637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850692849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8730'] for router, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:25.353181 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-631311f2-b259-4a79-beb7-e8b43a604d2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:25.379974 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7257d50e-4e52-45c8-b86f-bcdfd6fbb273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:25.477532 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 6d3a224a-77f9-47a9-be18-23c7ee9f9ccd up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:14:25.496111 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-631311f2-b259-4a79-beb7-e8b43a604d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850986519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064587'] for router, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:25.523148 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-631311f2-b259-4a79-beb7-e8b43a604d2d admin admin] Notify callbacks [] for router, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:25.526517 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-631311f2-b259-4a79-beb7-e8b43a604d2d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6556487
Apr 14 11:14:25.576442 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 6d3a224a-77f9-47a9-be18-23c7ee9f9ccd triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:14:25.576933 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:27.414507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-152a92f4-d509-4aa2-9b1f-1f6ad7d7fdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:28.239785 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:28.389150 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 50682) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:14:28.561078 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [None req-4dbb1473-32df-403a-836f-f381729342d6 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 14 11:14:28.562167 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-4dbb1473-32df-403a-836f-f381729342d6 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1720278
Apr 14 11:14:28.585401 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 5 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:14:29.266668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:30.261366 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:31.224104 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 50702) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:14:31.278752 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:14:31.283801 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:14:31.288328 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Usage tracker for resource:network and tenant:94d51c6149c54b55a0dce39e75a9d79c is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:14:31.291944 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:14:31.297993 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:14:31.307406 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Made reservation on behalf of 94d51c6149c54b55a0dce39e75a9d79c for: {'network': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:14:31.312238 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:31.326481 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:31.343496 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:14:31.347952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Usage tracker for resource:security_group_rule and tenant:94d51c6149c54b55a0dce39e75a9d79c is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:14:31.351184 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:14:31.357230 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:14:31.449539 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:31.452392 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:31.457037 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:14:31.474917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Reserving flat network on physical network physnet1 {{(pid=85281) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 14 11:14:31.501488 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510f89c2-ba6b-40dc-a478-bf3d30664cd3,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:14:31.505338 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:14:31.506653 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:31.507044 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Added segment e1066bfb-f39d-4f00-87c9-8b2caccf7a48 of type flat for network b458cc77-65ed-4ced-9d68-fd61bb856146
Apr 14 11:14:31.544938 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:31.584048 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:31.585913 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:14:31.586607 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:31.591964 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:14:31.700773 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4752395
Apr 14 11:14:31.703648 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Pushing event updated for resources: {'Network': ['ID=b458cc77-65ed-4ced-9d68-fd61bb856146,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:14:31.707352 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:14:31.715225 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network b458cc77-65ed-4ced-9d68-fd61bb856146 details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:14:34.348790 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 50712) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:14:34.466471 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c86108b-cefa-4d76-b2ab-7124ca058d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:14:34.467942 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-1c86108b-cefa-4d76-b2ab-7124ca058d35 admin admin] 10.222.0.20 "GET /v2.0/subnets/9fa5277f-ccdf-4b84-adab-9b205444d5d0 HTTP/1.1" status: 200  len: 849 time: 0.1178727
Apr 14 11:14:34.784948 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-32227121-dfdd-48bd-8e62-92d66bef38b4 admin admin] 10.222.0.20 "GET /v2.0/routers/54499b64-a976-43e6-a490-33401031b18b HTTP/1.1" status: 200  len: 704 time: 0.3100812
Apr 14 11:14:35.305787 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:35.559093 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Allocated IP 172.20.0.1 (67e2d6e2-b002-493a-a76a-10f3fb70ae3f/9fa5277f-ccdf-4b84-adab-9b205444d5d0/c4668038-9598-46e6-a0d2-4df0fd587956) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:14:35.733341 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:35.751403 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Transition to ACTIVE for port object c4668038-9598-46e6-a0d2-4df0fd587956 will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:14:35.812501 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:35.828494 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:14:35.968958 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c4668038-9598-46e6-a0d2-4df0fd587956,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:14:35.976373 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:14:36.029641 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Network 67e2d6e2-b002-493a-a76a-10f3fb70ae3f is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:14:36.030838 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:14:36.033222 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:14:36.033799 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064652'] for router_interface, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:36.222653 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-f0219352-adb6-4e77-8b32-3825cd8bbf17 None None] Provisioning for port c4668038-9598-46e6-a0d2-4df0fd587956 completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:14:36.227907 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-f0219352-adb6-4e77-8b32-3825cd8bbf17 None None] Provisioning complete for port c4668038-9598-46e6-a0d2-4df0fd587956 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:14:36.228353 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f0219352-adb6-4e77-8b32-3825cd8bbf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:36.288064 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-f0219352-adb6-4e77-8b32-3825cd8bbf17 None None] Port c4668038-9598-46e6-a0d2-4df0fd587956 cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:14:36.331642 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:36.648094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:36.651685 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:36.652776 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3900898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785765'] for router_interface, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:36.668251 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:14:36.983864 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c4668038-9598-46e6-a0d2-4df0fd587956,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:14:36.987422 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:14:37.045577 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Network 67e2d6e2-b002-493a-a76a-10f3fb70ae3f is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:14:37.046799 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:14:37.215030 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-f1e4be54-aeb1-4707-92b9-7eebfde3ba81 None None] Provisioning complete for port c4668038-9598-46e6-a0d2-4df0fd587956 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:14:37.215589 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1e4be54-aeb1-4707-92b9-7eebfde3ba81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:37.267031 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Router 54499b64-a976-43e6-a490-33401031b18b is scheduled to L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 with binding_index 1 {{(pid=85281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 14 11:14:37.290470 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-f1e4be54-aeb1-4707-92b9-7eebfde3ba81 None None] Port c4668038-9598-46e6-a0d2-4df0fd587956 cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:14:37.438688 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:14:37.448409 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] 10.222.0.20 "PUT /v2.0/routers/54499b64-a976-43e6-a490-33401031b18b/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6574817
Apr 14 11:14:37.451306 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Sync routers for ids ['54499b64-a976-43e6-a490-33401031b18b'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:14:37.463124 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Routers {'54499b64-a976-43e6-a490-33401031b18b'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:14:37.464024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1318169e8>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:14:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['54499b64-a976-43e6-a490-33401031b18b'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:14:37.701958 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Set router 54499b64-a976-43e6-a490-33401031b18b gateway port host: None {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:14:38.300058 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1318169e8>, [{'id': '54499b64-a976-43e6-a490-33401031b18b', 'name': 'router1', 'tenant_id': '882bfc9dbb2b4fbbba277b0c07667932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:14:25Z', 'updated_at': '2021-04-14T11:14:36Z', 'revision_number': 2, 'project_id': '882bfc9dbb2b4fbbba277b0c07667932', 'gw_port_host': None, '_interfaces': [{'id': 'c4668038-9598-46e6-a0d2-4df0fd587956', 'name': '', 'network_id': '67e2d6e2-b002-493a-a76a-10f3fb70ae3f', 'tenant_id': '882bfc9dbb2b4fbbba277b0c07667932', 'mac_address': 'fa:16:3e:c3:e2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54499b64-a976-43e6-a490-33401031b18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fa5277f-ccdf-4b84-adab-9b205444d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:14:35Z', 'updated_at': '2021-04-14T11:14:36Z', 'revision_number': 2, 'project_id': '882bfc9dbb2b4fbbba277b0c07667932', 'subnets': [{'id': '9fa5277f-ccdf-4b84-adab-9b205444d5d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb81d38-fdb4-45ab-a78d-d8b26dc142aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:14:38.307048 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Checking router: 54499b64-a976-43e6-a490-33401031b18b for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:14:38.307401 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Updating router 54499b64-a976-43e6-a490-33401031b18b port c4668038-9598-46e6-a0d2-4df0fd587956 binding host dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:14:38.371178 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:38.846018 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:38.860925 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Transition to ACTIVE for port object c4668038-9598-46e6-a0d2-4df0fd587956 will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:14:38.866662 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:38.883161 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:14:39.036066 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Pushing event updated for resources: {'Port': ['ID=c4668038-9598-46e6-a0d2-4df0fd587956,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:14:39.047190 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:39.047564 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:39.047924 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:39.048281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:39.048631 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:39.048982 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:39.049459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:39.049812 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:39.050155 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:39.050500 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:39.050841 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:39.051182 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Tracked resource versions report:
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]: pushed versions:
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]: {   'AddressGroup': {'1.2'},
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:     'ConntrackHelper': {'1.0'},
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Log': {'1.0'},
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Network': {'1.1'},
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Port': {'1.7'},
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:     'PortForwarding': {'1.2'},
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:     'QosPolicy': {'1.8'},
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SecurityGroup': {'1.4'},
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SecurityGroupRule': {'1.2'},
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SubPort': {'1.0'},
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Subnet': {'1.1'},
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Trunk': {'1.1'}}
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]: consumer versions:
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]: {   DHCP agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:     L3 agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:     Metadata agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:     Metering agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:     Open vSwitch agent@dv-cinder-774594-3-iscsi: {   'AddressGroup': '1.2',
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'ConntrackHelper': '1.0',
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Log': '1.0',
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Network': '1.1',
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Port': '1.7',
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'PortForwarding': '1.2',
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'QosPolicy': '1.8',
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SecurityGroup': '1.4',
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SecurityGroupRule': '1.2',
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SubPort': '1.0',
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Subnet': '1.1',
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Trunk': '1.1'}}
Apr 14 11:14:39.052274 dv-cinder-774594-3-iscsi neutron-server[85170]:  {{(pid=85286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 14 11:14:39.055887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:14:39.249692 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Attempting to bind port c4668038-9598-46e6-a0d2-4df0fd587956 on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:14:39.250111 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Attempting to bind port c4668038-9598-46e6-a0d2-4df0fd587956 by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': '227cf659-9065-4003-a8f5-5b4943925a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67e2d6e2-b002-493a-a76a-10f3fb70ae3f'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:14:39.250518 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Attempting to bind port c4668038-9598-46e6-a0d2-4df0fd587956 on network 67e2d6e2-b002-493a-a76a-10f3fb70ae3f {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:14:39.256731 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:14:39.257156 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Checking segment: {'id': '227cf659-9065-4003-a8f5-5b4943925a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67e2d6e2-b002-493a-a76a-10f3fb70ae3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:14:39.257622 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:39.258039 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Bound using segment: {'id': '227cf659-9065-4003-a8f5-5b4943925a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67e2d6e2-b002-493a-a76a-10f3fb70ae3f'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:14:39.258557 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Bound port: c4668038-9598-46e6-a0d2-4df0fd587956, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227cf659-9065-4003-a8f5-5b4943925a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67e2d6e2-b002-493a-a76a-10f3fb70ae3f'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:14:39.258950 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:39.336662 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] For port c4668038-9598-46e6-a0d2-4df0fd587956, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:14:39.341085 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] For port c4668038-9598-46e6-a0d2-4df0fd587956, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=c4668038-9598-46e6-a0d2-4df0fd587956,segment=NetworkSegment(227cf659-9065-4003-a8f5-5b4943925a82),segment_id=227cf659-9065-4003-a8f5-5b4943925a82)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:14:39.345801 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:39.361976 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:14:39.529038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Pushing event updated for resources: {'Port': ['ID=c4668038-9598-46e6-a0d2-4df0fd587956,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:14:39.535168 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:14:39.582405 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Routers {'54499b64-a976-43e6-a490-33401031b18b'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:14:39.583082 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1318169e8>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:14:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['54499b64-a976-43e6-a490-33401031b18b'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:14:39.758266 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] Set router 54499b64-a976-43e6-a490-33401031b18b gateway port host: None {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:14:40.106776 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 50724) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:14:40.107442 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1318169e8>, [{'id': '54499b64-a976-43e6-a490-33401031b18b', 'name': 'router1', 'tenant_id': '882bfc9dbb2b4fbbba277b0c07667932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:14:25Z', 'updated_at': '2021-04-14T11:14:36Z', 'revision_number': 2, 'project_id': '882bfc9dbb2b4fbbba277b0c07667932', 'gw_port_host': None, '_interfaces': [{'id': 'c4668038-9598-46e6-a0d2-4df0fd587956', 'name': '', 'network_id': '67e2d6e2-b002-493a-a76a-10f3fb70ae3f', 'tenant_id': '882bfc9dbb2b4fbbba277b0c07667932', 'mac_address': 'fa:16:3e:c3:e2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54499b64-a976-43e6-a490-33401031b18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fa5277f-ccdf-4b84-adab-9b205444d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:14:35Z', 'updated_at': '2021-04-14T11:14:39Z', 'revision_number': 4, 'project_id': '882bfc9dbb2b4fbbba277b0c07667932', 'subnets': [{'id': '9fa5277f-ccdf-4b84-adab-9b205444d5d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb81d38-fdb4-45ab-a78d-d8b26dc142aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:14:40.111621 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe053d-da77-4bb3-82e2-535ca96fb420 None None] The sync data for ids ['54499b64-a976-43e6-a490-33401031b18b'] in dv-cinder-774594-3-iscsi is: [{'id': '54499b64-a976-43e6-a490-33401031b18b', 'name': 'router1', 'tenant_id': '882bfc9dbb2b4fbbba277b0c07667932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:14:25Z', 'updated_at': '2021-04-14T11:14:36Z', 'revision_number': 2, 'project_id': '882bfc9dbb2b4fbbba277b0c07667932', 'gw_port_host': None, '_interfaces': [{'id': 'c4668038-9598-46e6-a0d2-4df0fd587956', 'name': '', 'network_id': '67e2d6e2-b002-493a-a76a-10f3fb70ae3f', 'tenant_id': '882bfc9dbb2b4fbbba277b0c07667932', 'mac_address': 'fa:16:3e:c3:e2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54499b64-a976-43e6-a490-33401031b18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fa5277f-ccdf-4b84-adab-9b205444d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:14:35Z', 'updated_at': '2021-04-14T11:14:39Z', 'revision_number': 4, 'project_id': '882bfc9dbb2b4fbbba277b0c07667932', 'subnets': [{'id': '9fa5277f-ccdf-4b84-adab-9b205444d5d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb81d38-fdb4-45ab-a78d-d8b26dc142aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:14:40.276725 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851b2104-c25c-47c1-93bc-7badb2802e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:14:40.277462 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-851b2104-c25c-47c1-93bc-7badb2802e44 admin admin] Synchronizing usage tracker for tenant:94d51c6149c54b55a0dce39e75a9d79c on resource:network {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:14:40.296279 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-851b2104-c25c-47c1-93bc-7badb2802e44 admin admin] Unset dirty status for tenant:94d51c6149c54b55a0dce39e75a9d79c on resource:network {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:14:40.297587 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-851b2104-c25c-47c1-93bc-7badb2802e44 admin admin] 10.222.0.20 "GET /v2.0/networks/b458cc77-65ed-4ced-9d68-fd61bb856146 HTTP/1.1" status: 200  len: 842 time: 0.1897693
Apr 14 11:14:40.308411 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'ip_version': 4, 'cidr': '172.27.2.0/24'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:14:40.314155 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:14:40.318912 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] Usage tracker for resource:subnet and tenant:94d51c6149c54b55a0dce39e75a9d79c is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:14:40.321949 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:14:40.332974 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:14:40.342418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] Made reservation on behalf of 94d51c6149c54b55a0dce39e75a9d79c for: {'subnet': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:14:40.347244 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:40.811023 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.objects.ports [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85281) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 14 11:14:40.811429 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for subnet, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:40.829975 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:14:40.961670 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b06017-0736-4598-bc0e-073a40ce3931,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:14:40.966385 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:14:41.029945 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] Checking segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:14:41.030337 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] Network hostable DHCP agents. Network: b458cc77-65ed-4ced-9d68-fd61bb856146, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:14:41.048940 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:14:41.057193 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, b458cc77-65ed-4ced-9d68-fd61bb856146) {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:14:41.061208 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:14:41.061796 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:41.067725 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68cb846-a2b0-4668-85da-f20267e46358 None None] Network b458cc77-65ed-4ced-9d68-fd61bb856146 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:14:41.084264 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7793546
Apr 14 11:14:41.325093 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013f0299-9ed8-4e47-bbe3-ad42f134d0fc None None] Network b458cc77-65ed-4ced-9d68-fd61bb856146 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:14:43.506571 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device c4668038-9598-46e6-a0d2-4df0fd587956 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:14:43.608734 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port c4668038-9598-46e6-a0d2-4df0fd587956 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:14:43.614171 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port c4668038-9598-46e6-a0d2-4df0fd587956 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:14:43.614581 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:43.741370 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 50738) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:14:43.742282 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:43.760812 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port c4668038-9598-46e6-a0d2-4df0fd587956, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=c4668038-9598-46e6-a0d2-4df0fd587956,segment=NetworkSegment(227cf659-9065-4003-a8f5-5b4943925a82),segment_id=227cf659-9065-4003-a8f5-5b4943925a82)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:14:43.763815 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:43.766089 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:14:43.840025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=c4668038-9598-46e6-a0d2-4df0fd587956,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:14:43.843358 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:14:43.956712 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-689eb215-aa53-432c-817b-66eeabbf5738 admin admin] 10.222.0.20 "GET /v2.0/routers/54499b64-a976-43e6-a490-33401031b18b HTTP/1.1" status: 200  len: 710 time: 0.2139997
Apr 14 11:14:44.100117 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8509c648-3576-4ba2-87c0-f535fc83abcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:14:44.101651 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-8509c648-3576-4ba2-87c0-f535fc83abcb admin admin] 10.222.0.20 "GET /v2.0/networks/b458cc77-65ed-4ced-9d68-fd61bb856146 HTTP/1.1" status: 200  len: 886 time: 0.1390710
Apr 14 11:14:44.111628 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:14:44.792669 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850711200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3789281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8745'] for router, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:45.154540 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:45.217516 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:45.376273 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Allocated IP 172.27.2.124 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/09a3baa3-9680-4756-85fe-9eaecae39a67) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:14:45.491703 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device c4668038-9598-46e6-a0d2-4df0fd587956 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:14:45.548964 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:45.579867 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port c4668038-9598-46e6-a0d2-4df0fd587956 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:14:45.580299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:45.589349 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:45.606504 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:14:45.755797 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Pushing event updated for resources: {'Port': ['ID=09a3baa3-9680-4756-85fe-9eaecae39a67,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:14:45.761414 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:14:45.807911 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:14:45.809064 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:14:45.811437 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:14:46.222082 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:46.778127 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850711200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3789281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8745'] for router, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:46.781613 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4064632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850711181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850986504'] for router, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:46.980986 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Router 54499b64-a976-43e6-a490-33401031b18b has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:14:47.181467 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:14:47.190244 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Notify callbacks [] for router, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:47.191688 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] 10.222.0.20 "PUT /v2.0/routers/54499b64-a976-43e6-a490-33401031b18b HTTP/1.1" status: 200  len: 890 time: 3.0836051
Apr 14 11:14:47.191880 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Sync routers for ids ['54499b64-a976-43e6-a490-33401031b18b'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:14:47.202441 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Routers {'54499b64-a976-43e6-a490-33401031b18b'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:14:47.203149 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130600470>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:14:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['54499b64-a976-43e6-a490-33401031b18b'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:14:47.410200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Set router 54499b64-a976-43e6-a490-33401031b18b gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:14:47.783034 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130600470>, [{'id': '54499b64-a976-43e6-a490-33401031b18b', 'name': 'router1', 'tenant_id': '882bfc9dbb2b4fbbba277b0c07667932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '09a3baa3-9680-4756-85fe-9eaecae39a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:14:25Z', 'updated_at': '2021-04-14T11:14:46Z', 'revision_number': 4, 'project_id': '882bfc9dbb2b4fbbba277b0c07667932', 'gw_port': {'id': '09a3baa3-9680-4756-85fe-9eaecae39a67', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54499b64-a976-43e6-a490-33401031b18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:14:45Z', 'updated_at': '2021-04-14T11:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'c4668038-9598-46e6-a0d2-4df0fd587956', 'name': '', 'network_id': '67e2d6e2-b002-493a-a76a-10f3fb70ae3f', 'tenant_id': '882bfc9dbb2b4fbbba277b0c07667932', 'mac_address': 'fa:16:3e:c3:e2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54499b64-a976-43e6-a490-33401031b18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fa5277f-ccdf-4b84-adab-9b205444d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:14:35Z', 'updated_at': '2021-04-14T11:14:43Z', 'revision_number': 5, 'project_id': '882bfc9dbb2b4fbbba277b0c07667932', 'subnets': [{'id': '9fa5277f-ccdf-4b84-adab-9b205444d5d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb81d38-fdb4-45ab-a78d-d8b26dc142aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:14:47.788150 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Checking router: 54499b64-a976-43e6-a490-33401031b18b for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:14:47.788599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Updating router 54499b64-a976-43e6-a490-33401031b18b port 09a3baa3-9680-4756-85fe-9eaecae39a67 binding host dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:14:47.844862 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:48.253715 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:48.266754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Transition to ACTIVE for port object 09a3baa3-9680-4756-85fe-9eaecae39a67 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:14:48.274480 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:48.288542 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8c977de6-034c-4716-878d-868ba8966d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:14:48.424572 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb1548-7ddf-4297-8638-84cd0828b5be None None] Pushing event updated for resources: {'Port': ['ID=09a3baa3-9680-4756-85fe-9eaecae39a67,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:14:48.429311 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2bbb1548-7ddf-4297-8638-84cd0828b5be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:14:48.490645 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Attempting to bind port 09a3baa3-9680-4756-85fe-9eaecae39a67 on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:14:48.491048 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Attempting to bind port 09a3baa3-9680-4756-85fe-9eaecae39a67 by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:14:48.491443 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Attempting to bind port 09a3baa3-9680-4756-85fe-9eaecae39a67 on network b458cc77-65ed-4ced-9d68-fd61bb856146 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:14:48.497132 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:14:48.497537 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Checking segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:14:48.497967 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:48.498389 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Bound using segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:14:48.498894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Bound port: 09a3baa3-9680-4756-85fe-9eaecae39a67, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:14:48.499293 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:48.581217 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] For port 09a3baa3-9680-4756-85fe-9eaecae39a67, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:14:48.584514 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] For port 09a3baa3-9680-4756-85fe-9eaecae39a67, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=09a3baa3-9680-4756-85fe-9eaecae39a67,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:14:48.591313 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:48.607273 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2bbb1548-7ddf-4297-8638-84cd0828b5be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:14:48.921728 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb1548-7ddf-4297-8638-84cd0828b5be None None] Pushing event updated for resources: {'Port': ['ID=09a3baa3-9680-4756-85fe-9eaecae39a67,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:14:48.926547 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2bbb1548-7ddf-4297-8638-84cd0828b5be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:14:48.969324 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Routers {'54499b64-a976-43e6-a490-33401031b18b'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:14:48.969988 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130600470>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:14:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['54499b64-a976-43e6-a490-33401031b18b'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:14:49.163393 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] Set router 54499b64-a976-43e6-a490-33401031b18b gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:14:49.520950 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130600470>, [{'id': '54499b64-a976-43e6-a490-33401031b18b', 'name': 'router1', 'tenant_id': '882bfc9dbb2b4fbbba277b0c07667932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '09a3baa3-9680-4756-85fe-9eaecae39a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:14:25Z', 'updated_at': '2021-04-14T11:14:46Z', 'revision_number': 4, 'project_id': '882bfc9dbb2b4fbbba277b0c07667932', 'gw_port': {'id': '09a3baa3-9680-4756-85fe-9eaecae39a67', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54499b64-a976-43e6-a490-33401031b18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:14:45Z', 'updated_at': '2021-04-14T11:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'c4668038-9598-46e6-a0d2-4df0fd587956', 'name': '', 'network_id': '67e2d6e2-b002-493a-a76a-10f3fb70ae3f', 'tenant_id': '882bfc9dbb2b4fbbba277b0c07667932', 'mac_address': 'fa:16:3e:c3:e2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54499b64-a976-43e6-a490-33401031b18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fa5277f-ccdf-4b84-adab-9b205444d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:14:35Z', 'updated_at': '2021-04-14T11:14:43Z', 'revision_number': 5, 'project_id': '882bfc9dbb2b4fbbba277b0c07667932', 'subnets': [{'id': '9fa5277f-ccdf-4b84-adab-9b205444d5d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb81d38-fdb4-45ab-a78d-d8b26dc142aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:14:49.525377 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc676e0-caa0-467b-a617-27166645e41d None None] The sync data for ids ['54499b64-a976-43e6-a490-33401031b18b'] in dv-cinder-774594-3-iscsi is: [{'id': '54499b64-a976-43e6-a490-33401031b18b', 'name': 'router1', 'tenant_id': '882bfc9dbb2b4fbbba277b0c07667932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '09a3baa3-9680-4756-85fe-9eaecae39a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:14:25Z', 'updated_at': '2021-04-14T11:14:46Z', 'revision_number': 4, 'project_id': '882bfc9dbb2b4fbbba277b0c07667932', 'gw_port': {'id': '09a3baa3-9680-4756-85fe-9eaecae39a67', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54499b64-a976-43e6-a490-33401031b18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:14:45Z', 'updated_at': '2021-04-14T11:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'c4668038-9598-46e6-a0d2-4df0fd587956', 'name': '', 'network_id': '67e2d6e2-b002-493a-a76a-10f3fb70ae3f', 'tenant_id': '882bfc9dbb2b4fbbba277b0c07667932', 'mac_address': 'fa:16:3e:c3:e2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54499b64-a976-43e6-a490-33401031b18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fa5277f-ccdf-4b84-adab-9b205444d5d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:14:35Z', 'updated_at': '2021-04-14T11:14:43Z', 'revision_number': 5, 'project_id': '882bfc9dbb2b4fbbba277b0c07667932', 'subnets': [{'id': '9fa5277f-ccdf-4b84-adab-9b205444d5d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb81d38-fdb4-45ab-a78d-d8b26dc142aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:14:50.013782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 50748) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:14:50.143897 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-684a2604-b46f-4f29-bf28-05b897910fe9 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1281853
Apr 14 11:14:51.537917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 09a3baa3-9680-4756-85fe-9eaecae39a67 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:14:51.623244 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 09a3baa3-9680-4756-85fe-9eaecae39a67 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:14:51.629831 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 09a3baa3-9680-4756-85fe-9eaecae39a67 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:14:51.630174 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:51.773431 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:51.795205 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 09a3baa3-9680-4756-85fe-9eaecae39a67, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=09a3baa3-9680-4756-85fe-9eaecae39a67,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:14:51.799895 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:51.802269 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:14:51.879597 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=09a3baa3-9680-4756-85fe-9eaecae39a67,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:14:51.883010 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:14:53.515323 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 09a3baa3-9680-4756-85fe-9eaecae39a67 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:14:53.641589 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 09a3baa3-9680-4756-85fe-9eaecae39a67 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:14:53.641999 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:55.396094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-96de294b-7326-4d33-b87f-d39f00dafdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:57.462824 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cd948f62-f7e4-406b-9dca-325209f4bf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:58.266525 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:14:59.288831 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:15:00.288122 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:15:05.585334 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 5 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:15:25.379378 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-023b2a27-d0a4-4a93-803c-493764334b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:15:27.421902 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7045bb2f-f724-41ed-9dbe-95c18201807c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:15:28.246650 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:15:29.273377 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:15:30.285565 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:15:42.584939 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 5 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:15:55.382379 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b35f0396-18ec-4eb9-ac6a-75c3b48c8daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:15:57.415183 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d569c59f-bf04-4928-a832-87189ed70474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:15:58.249219 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:15:59.277040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:16:00.279267 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:16:19.586126 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 5 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:16:25.386030 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-59ee1d57-87ba-479b-aa48-6c2f7fdcba20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:16:27.416034 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c264a247-0bb5-4c1f-a1ff-1d2ff05bf53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:16:28.251567 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:16:29.278924 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:16:30.287984 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:16:36.256237 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51318) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:16:36.330673 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6dc443-628c-42e3-9deb-554e0c1708ee admin admin] GET failed (client error): The resource could not be found.
Apr 14 11:16:36.332049 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-0c6dc443-628c-42e3-9deb-554e0c1708ee admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0747893
Apr 14 11:16:36.474285 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30219241-1a0b-40c5-b958-a822a2ec022f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:16:36.475774 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-30219241-1a0b-40c5-b958-a822a2ec022f admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1394222
Apr 14 11:16:38.988337 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51328) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:16:39.109458 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b7cae2-5946-44b6-b631-21c6214b9862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:16:39.110624 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-94b7cae2-5946-44b6-b631-21c6214b9862 admin admin] Synchronizing usage tracker for tenant:94d51c6149c54b55a0dce39e75a9d79c on resource:subnet {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:16:39.126798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-94b7cae2-5946-44b6-b631-21c6214b9862 admin admin] Unset dirty status for tenant:94d51c6149c54b55a0dce39e75a9d79c on resource:subnet {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:16:39.128064 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-94b7cae2-5946-44b6-b631-21c6214b9862 admin admin] 10.222.0.20 "GET /v2.0/subnets/9fa5277f-ccdf-4b84-adab-9b205444d5d0 HTTP/1.1" status: 200  len: 849 time: 0.1386943
Apr 14 11:16:39.138881 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:16:39.271773 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:16:39.597312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363253325526507'] for subnet, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:16:39.612659 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:16:39.756852 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa5277f-ccdf-4b84-adab-9b205444d5d0,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:16:39.770306 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:16:39.770701 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:16:39.771069 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:16:39.771429 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:16:39.771789 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:16:39.772149 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:16:39.772502 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:16:39.772855 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:16:39.773256 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:16:39.773610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:16:39.773957 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:16:39.774303 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:16:39.777833 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:16:39.809668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:16:39.810246 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:16:39.813642 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] 10.222.0.20 "PUT /v2.0/subnets/9fa5277f-ccdf-4b84-adab-9b205444d5d0 HTTP/1.1" status: 200  len: 868 time: 0.6784756
Apr 14 11:16:39.815309 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948ef94b-326f-4472-ae58-8f65e1c0a767 None None] Network 67e2d6e2-b002-493a-a76a-10f3fb70ae3f requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:16:40.314864 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-789963dc-57d7-4183-9ed3-18239c769d8e None None] Provisioning complete for port c4668038-9598-46e6-a0d2-4df0fd587956 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:16:40.315423 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-789963dc-57d7-4183-9ed3-18239c769d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:16:40.450352 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-789963dc-57d7-4183-9ed3-18239c769d8e None None] Provisioning complete for port 6d3a224a-77f9-47a9-be18-23c7ee9f9ccd triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:16:40.450626 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-789963dc-57d7-4183-9ed3-18239c769d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:16:42.369015 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51338) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:16:42.591925 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addff64a-feee-4644-8810-052f9654e226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:16:42.592459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addff64a-feee-4644-8810-052f9654e226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:16:42.594322 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-addff64a-feee-4644-8810-052f9654e226 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2240951
Apr 14 11:16:45.120688 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51348) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:16:45.311839 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfa29b7-a6cc-4c98-a434-a31a0a4246a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:16:45.312281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfa29b7-a6cc-4c98-a434-a31a0a4246a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:16:45.314731 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-2bfa29b7-a6cc-4c98-a434-a31a0a4246a7 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1927605
Apr 14 11:16:47.897953 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51358) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:16:48.090622 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ada5af-5ae1-4b24-8b9f-d230bba3f920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:16:48.092132 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-e7ada5af-5ae1-4b24-8b9f-d230bba3f920 admin admin] 10.222.0.20 "GET /v2.0/networks/67e2d6e2-b002-493a-a76a-10f3fb70ae3f HTTP/1.1" status: 200  len: 869 time: 0.1931224
Apr 14 11:16:50.654571 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51368) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:16:50.840257 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8fce27-4406-43c4-9120-29e3956d0b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:16:50.841807 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-9c8fce27-4406-43c4-9120-29e3956d0b9a admin admin] 10.222.0.20 "GET /v2.0/networks/b458cc77-65ed-4ced-9d68-fd61bb856146 HTTP/1.1" status: 200  len: 886 time: 0.1861937
Apr 14 11:16:53.426273 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51378) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:16:53.547732 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc41333-fb5a-43b7-b2b1-bf13ccb8cc26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:16:53.548284 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc41333-fb5a-43b7-b2b1-bf13ccb8cc26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:16:53.550156 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-abc41333-fb5a-43b7-b2b1-bf13ccb8cc26 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1228631
Apr 14 11:16:55.387179 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-99b03786-03a2-40e8-a4b4-0ebf05106973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:16:56.091349 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51388) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:16:56.207893 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36feb331-e03f-4a4c-8da7-a636d35b2d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:16:56.208390 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36feb331-e03f-4a4c-8da7-a636d35b2d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:16:56.210051 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-36feb331-e03f-4a4c-8da7-a636d35b2d87 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1176803
Apr 14 11:16:56.584730 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 5 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:16:57.417574 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed7e7a52-4501-4d60-a977-5a14f1d8b3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:16:58.256646 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:16:58.756046 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51398) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:16:58.878588 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28a0111-d8c8-4f3b-a3a4-f686303e3bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:16:58.880062 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c28a0111-d8c8-4f3b-a3a4-f686303e3bca admin admin] 10.222.0.20 "GET /v2.0/subnets/9fa5277f-ccdf-4b84-adab-9b205444d5d0 HTTP/1.1" status: 200  len: 868 time: 0.1229939
Apr 14 11:16:59.283217 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:00.290805 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:01.433518 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51408) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:17:01.546191 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9b313a-f84d-447e-84af-7ce834d1d2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:17:01.548271 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-be9b313a-f84d-447e-84af-7ce834d1d2e5 admin admin] 10.222.0.20 "GET /v2.0/subnets/c5b06017-0736-4598-bc0e-073a40ce3931 HTTP/1.1" status: 200  len: 816 time: 0.1137090
Apr 14 11:17:25.389578 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fe76a163-9276-42a7-b76f-4d657a8932f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:27.423746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f809c353-8da5-441b-b4b6-f216d3bc5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:28.258581 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:28.612136 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51452) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:17:28.665452 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [None req-c46b113d-002e-4ef9-ac66-4719a781430a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 14 11:17:28.666588 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c46b113d-002e-4ef9-ac66-4719a781430a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0533776
Apr 14 11:17:29.286555 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:30.293444 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:31.290830 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51462) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:17:31.368411 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e1a29e-b216-4cc1-8804-36f74cf31aef admin admin] GET failed (client error): The resource could not be found.
Apr 14 11:17:31.369879 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-29e1a29e-b216-4cc1-8804-36f74cf31aef admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0780408
Apr 14 11:17:31.513774 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e874de8a-b10e-4823-9c51-000b64c2f382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:17:31.515329 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-e874de8a-b10e-4823-9c51-000b64c2f382 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1411138
Apr 14 11:17:33.585448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 5 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:17:34.085015 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 51472) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:17:34.144443 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:17:34.147550 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.quota [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd1319412b0>.
Apr 14 11:17:34.165540 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:17:34.180642 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:17:34.195217 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Made reservation on behalf of 94d51c6149c54b55a0dce39e75a9d79c for: {'network': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:17:34.275065 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.policy [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85282) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 14 11:17:34.333516 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING oslo_policy.policy [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 14 11:17:34.333944 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING oslo_policy.policy [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 14 11:17:34.355552 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:34.635156 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING neutron.services.revisions.revision_plugin [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fd13182a400] {project_id='94d51c6149c54b55a0dce39e75a9d79c', id='7bcd1536-c956-43ad-9ac9-a5247c3a2444', target_tenant='*', action='access_as_shared', object_id='acdf1195-e9c1-40b1-a720-fb83ea5479b2'}> to bump revision.
Apr 14 11:17:34.651098 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222}  {{(pid=85282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:17:34.663617 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783529329830', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:34.664234 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd132544a60> segment precommit_create {{(pid=85282) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 14 11:17:34.664712 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Added segment 5c1e21e0-ad47-4cde-83aa-fad02a112936 of type vlan for network acdf1195-e9c1-40b1-a720-fb83ea5479b2
Apr 14 11:17:34.740447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:34.781335 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:34.783155 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:17:34.784048 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:34.790236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:17:34.890311 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8039393
Apr 14 11:17:34.901330 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Pushing event updated for resources: {'Network': ['ID=acdf1195-e9c1-40b1-a720-fb83ea5479b2,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:17:34.910514 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:34.910894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:34.911264 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:34.911626 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:34.911985 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:34.912343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:34.912698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:34.913073 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:34.913447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:34.913801 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:34.914153 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:34.914498 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Tracked resource versions report:
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]: pushed versions:
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]: {   'AddressGroup': {'1.2'},
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:     'ConntrackHelper': {'1.0'},
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Log': {'1.0'},
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Network': {'1.1'},
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Port': {'1.7'},
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:     'PortForwarding': {'1.2'},
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:     'QosPolicy': {'1.8'},
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SecurityGroup': {'1.4'},
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SecurityGroupRule': {'1.2'},
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SubPort': {'1.0'},
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Subnet': {'1.1'},
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Trunk': {'1.1'}}
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]: consumer versions:
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]: {   DHCP agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:     L3 agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:     Metadata agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:     Metering agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:     Open vSwitch agent@dv-cinder-774594-3-iscsi: {   'AddressGroup': '1.2',
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'ConntrackHelper': '1.0',
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Log': '1.0',
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Network': '1.1',
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Port': '1.7',
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'PortForwarding': '1.2',
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'QosPolicy': '1.8',
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SecurityGroup': '1.4',
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SecurityGroupRule': '1.2',
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SubPort': '1.0',
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Subnet': '1.1',
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Trunk': '1.1'}}
Apr 14 11:17:34.915817 dv-cinder-774594-3-iscsi neutron-server[85170]:  {{(pid=85282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 14 11:17:34.953395 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:17:34.961672 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network acdf1195-e9c1-40b1-a720-fb83ea5479b2 details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:17:37.497418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 51488) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:17:37.574807 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.pecan_wsgi.hooks.translation [None req-581fd93d-5e53-48d5-a0c4-bd4cb0ec8765 admin admin] GET failed (client error): The resource could not be found.
Apr 14 11:17:37.575400 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-581fd93d-5e53-48d5-a0c4-bd4cb0ec8765 admin admin] Synchronizing usage tracker for tenant:94d51c6149c54b55a0dce39e75a9d79c on resource:network {{(pid=85282) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:17:37.590509 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-581fd93d-5e53-48d5-a0c4-bd4cb0ec8765 admin admin] Unset dirty status for tenant:94d51c6149c54b55a0dce39e75a9d79c on resource:network {{(pid=85282) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:17:37.591708 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-581fd93d-5e53-48d5-a0c4-bd4cb0ec8765 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0932567
Apr 14 11:17:37.710298 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d827de5-b511-4e76-a640-765141a4c81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:17:37.711805 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-8d827de5-b511-4e76-a640-765141a4c81f admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1154411
Apr 14 11:17:37.723508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-df0d50d8-d863-455a-ae7a-f6a94c2114dd admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'acdf1195-e9c1-40b1-a720-fb83ea5479b2'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:17:37.729195 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-df0d50d8-d863-455a-ae7a-f6a94c2114dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:17:37.740037 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-df0d50d8-d863-455a-ae7a-f6a94c2114dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:17:37.748521 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0d50d8-d863-455a-ae7a-f6a94c2114dd admin admin] Made reservation on behalf of 94d51c6149c54b55a0dce39e75a9d79c for: {'subnet': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:17:37.754223 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-df0d50d8-d863-455a-ae7a-f6a94c2114dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:38.191402 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-df0d50d8-d863-455a-ae7a-f6a94c2114dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for subnet, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:38.207148 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:17:38.340373 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d50d8-d863-455a-ae7a-f6a94c2114dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=aad400f0-0d55-44e0-98c6-21b3afb27822,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:17:38.347385 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-df0d50d8-d863-455a-ae7a-f6a94c2114dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:17:38.407625 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0d50d8-d863-455a-ae7a-f6a94c2114dd admin admin] Checking segment: {'id': '5c1e21e0-ad47-4cde-83aa-fad02a112936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'acdf1195-e9c1-40b1-a720-fb83ea5479b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:17:38.408005 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0d50d8-d863-455a-ae7a-f6a94c2114dd admin admin] Network hostable DHCP agents. Network: acdf1195-e9c1-40b1-a720-fb83ea5479b2, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:17:38.428287 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0d50d8-d863-455a-ae7a-f6a94c2114dd admin admin] Network acdf1195-e9c1-40b1-a720-fb83ea5479b2 is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:17:38.437130 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-df0d50d8-d863-455a-ae7a-f6a94c2114dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, acdf1195-e9c1-40b1-a720-fb83ea5479b2) {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:17:38.441805 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0d50d8-d863-455a-ae7a-f6a94c2114dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:17:38.442387 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-df0d50d8-d863-455a-ae7a-f6a94c2114dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:38.446786 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd008b3-7ac5-4bd7-887b-ceb2483ea9a5 None None] Network acdf1195-e9c1-40b1-a720-fb83ea5479b2 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:17:38.466079 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-df0d50d8-d863-455a-ae7a-f6a94c2114dd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7463725
Apr 14 11:17:38.690514 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c1116d-930f-5d36-b25c-610eedf1c683-acdf1195-e9c1-40b1-a720-fb83ea5479b2', 'network_id': 'acdf1195-e9c1-40b1-a720-fb83ea5479b2', 'tenant_id': '94d51c6149c54b55a0dce39e75a9d79c', 'fixed_ips': [{'subnet_id': 'aad400f0-0d55-44e0-98c6-21b3afb27822'}]}} from dv-cinder-774594-3-iscsi. {{(pid=85284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 14 11:17:38.691433 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:39.018637 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Allocated IP 192.168.233.2 (acdf1195-e9c1-40b1-a720-fb83ea5479b2/aad400f0-0d55-44e0-98c6-21b3afb27822/7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:17:39.249022 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:39.259777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Transition to ACTIVE for port object 7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:17:39.279760 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Transition to ACTIVE for port object 7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:17:39.284620 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:39.300580 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:17:39.442504 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Pushing event updated for resources: {'Port': ['ID=7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:17:39.454528 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:39.454914 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:39.455280 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:39.455646 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:39.456002 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:39.456360 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:39.456717 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:39.457094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:39.457456 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:39.457813 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:39.458165 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:39.458513 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:17:39.463876 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:17:39.502004 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Network acdf1195-e9c1-40b1-a720-fb83ea5479b2 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:17:39.503629 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Resources bound (agent type, host, resource id):  {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:17:39.506115 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:17:39.607696 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Attempting to bind port 7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:17:39.608110 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Attempting to bind port 7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': '5c1e21e0-ad47-4cde-83aa-fad02a112936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'acdf1195-e9c1-40b1-a720-fb83ea5479b2'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:17:39.608514 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Attempting to bind port 7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da on network acdf1195-e9c1-40b1-a720-fb83ea5479b2 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:17:39.614610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:17:39.615024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Checking segment: {'id': '5c1e21e0-ad47-4cde-83aa-fad02a112936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'acdf1195-e9c1-40b1-a720-fb83ea5479b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:17:39.615479 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:39.615915 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Bound using segment: {'id': '5c1e21e0-ad47-4cde-83aa-fad02a112936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'acdf1195-e9c1-40b1-a720-fb83ea5479b2'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:17:39.616432 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Bound port: 7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1e21e0-ad47-4cde-83aa-fad02a112936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'acdf1195-e9c1-40b1-a720-fb83ea5479b2'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:17:39.616846 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:39.706948 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] For port 7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:17:39.710521 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] For port 7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da,segment=NetworkSegment(5c1e21e0-ad47-4cde-83aa-fad02a112936),segment_id=5c1e21e0-ad47-4cde-83aa-fad02a112936)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:17:39.715405 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:39.734049 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:17:39.886274 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Pushing event updated for resources: {'Port': ['ID=7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:17:39.891458 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:17:41.191151 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b5864a-abbf-4363-adea-139a6d3968ec None None] Network acdf1195-e9c1-40b1-a720-fb83ea5479b2 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:17:41.312793 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fdbf2b74-a7c0-4da3-bf2b-0288ee03190a None None] Provisioning for port 7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:17:41.644466 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:17:41.721818 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:17:41.726974 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:17:41.727387 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:41.802974 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-0a76e360-f388-44c4-8fa2-73a7172ba666 None None] Provisioning complete for port 7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:17:41.803302 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0a76e360-f388-44c4-8fa2-73a7172ba666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:41.931173 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:41.996995 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da,segment=NetworkSegment(5c1e21e0-ad47-4cde-83aa-fad02a112936),segment_id=5c1e21e0-ad47-4cde-83aa-fad02a112936)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:17:42.010348 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:42.019529 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:17:42.060237 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0a76e360-f388-44c4-8fa2-73a7172ba666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:42.155727 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:17:42.159257 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:17:42.165226 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.db.api [None req-0a76e360-f388-44c4-8fa2-73a7172ba666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85284) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 14 11:17:42.165632 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_db.api [None req-0a76e360-f388-44c4-8fa2-73a7172ba666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 14 11:17:43.617939 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:17:43.709884 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 7f3f55a7-3e63-4e6a-8b76-6e8d02cf03da triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:17:43.709884 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:55.392659 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb85afee-199d-454a-8b69-170a977ee18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:57.417180 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5ba69bb-5d67-4f86-bb2f-fc83b7b08c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:58.267220 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:17:59.287528 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:18:00.306878 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:18:10.585120 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 5 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:18:25.395091 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6a7ab19d-13be-4404-90d1-83d4390f50b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:18:27.417870 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-13d122f6-5530-4ea4-b78b-824443e2f199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:18:28.268936 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:18:29.288835 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:18:30.301653 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:18:47.584898 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 5 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:18:55.398643 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bba76818-7c5e-4948-97c3-224664c23a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:18:57.424089 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-33596bc5-c881-4b1f-9dbf-85db52e18d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:18:58.271360 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:18:59.231987 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51534) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:18:59.239217 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [None req-e5b3a51d-6cfc-46c2-bcd1-8c99178a0df5 tempest-verify_tempest_config-119194068 tempest-verify_tempest_config-119194068-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 14 11:18:59.240283 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-e5b3a51d-6cfc-46c2-bcd1-8c99178a0df5 tempest-verify_tempest_config-119194068 tempest-verify_tempest_config-119194068-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0069380
Apr 14 11:18:59.290956 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:18:59.579867 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51552) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:18:59.711819 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:18:59.727838 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:18:59.731799 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Usage tracker for resource:security_group_rule and tenant:30064ebec5b149dd82a882c6d494c1db is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:18:59.735430 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:18:59.741775 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:18:59.834456 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:18:59.837183 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:18:59.847388 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:18:59.888443 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Synchronizing usage tracker for tenant:94d51c6149c54b55a0dce39e75a9d79c on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:18:59.892987 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ad8aad-d9f4-4bf6-a111-007c6345a763,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:18:59.903393 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:18:59.903791 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:18:59.904165 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:18:59.906367 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:18:59.906367 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:18:59.906367 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:18:59.906367 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:18:59.906800 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:18:59.906911 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:18:59.907235 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:18:59.907592 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:18:59.907947 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:18:59.913459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:18:59.921567 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Unset dirty status for tenant:94d51c6149c54b55a0dce39e75a9d79c on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:18:59.922648 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30064ebec5b149dd82a882c6d494c1db&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3417144
Apr 14 11:18:59.925670 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51558) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:18:59.987746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-16e46d03-9128-4def-a9aa-3e7e52b94feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:19:00.015867 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-16e46d03-9128-4def-a9aa-3e7e52b94feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:19:00.072844 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-16e46d03-9128-4def-a9aa-3e7e52b94feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:19:00.078392 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:19:00.089203 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e46d03-9128-4def-a9aa-3e7e52b94feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ad8aad-d9f4-4bf6-a111-007c6345a763,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:19:00.093582 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-16e46d03-9128-4def-a9aa-3e7e52b94feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:19:00.097141 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-16e46d03-9128-4def-a9aa-3e7e52b94feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:19:00.101183 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-16e46d03-9128-4def-a9aa-3e7e52b94feb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70ad8aad-d9f4-4bf6-a111-007c6345a763 HTTP/1.1" status: 204  len: 168 time: 0.1720860
Apr 14 11:19:00.306187 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:19:24.584768 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 5 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:19:25.400671 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bbcd8485-ff1a-4879-9fa8-980b8ec335ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:19:27.415725 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c742ba1-e3d5-4664-bdcf-58de3eca77de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:19:28.272992 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:19:29.293089 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:19:30.306784 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:19:55.402198 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-35b2ce56-fd74-4d74-967b-a038a4e7301b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:19:57.416842 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d489cb6a-3049-4ef1-9f9d-84b932fed2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:19:58.275851 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:19:59.295123 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:20:00.311359 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:20:01.584642 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 5 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:20:25.403191 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-78280d77-ae8f-40f5-8397-a84629f692d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:20:27.418033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3b0bed43-faae-4d5b-a38b-5140ae485f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:20:28.278544 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:20:29.297931 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:20:30.315396 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:20:33.207417 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987'] for agent, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:20:38.584375 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:20:38.961107 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51614) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:20:39.083072 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-f329c91f-5f80-4775-a51d-f29447cae125 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1207876
Apr 14 11:20:41.626868 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51624) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:20:41.692274 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-bcf0af16-9649-45d9-917d-8769b6d3c17d admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0642333
Apr 14 11:20:55.405726 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3a21771a-4417-43ab-8d81-72b5b67f8cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:20:57.421230 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-38480bba-c730-464c-9d61-e604f802c7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:20:58.281666 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:20:59.300144 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:21:00.317019 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:21:03.193597 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:21:15.584720 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:21:25.407948 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc12d205-6616-44d4-a31b-525f878fdfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:21:27.423849 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-30874469-3638-4640-98b8-5e1033e170bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:21:28.284472 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:21:29.302784 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:21:30.322081 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:21:33.193453 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:21:52.585689 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:21:55.409827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-163e39c6-a9ef-4f04-b654-0560efbe46a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:21:57.426669 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-387bdba9-3f18-4f3a-ac29-1815a076d7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:21:58.286921 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:21:59.305247 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:00.323577 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:03.203424 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:15.954133 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51796) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:16.246604 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51816) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:16.294891 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1575604623-network', 'tenant_id': 'da21fbce17af42eb883bce1555072e06'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:16.302016 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:16.306250 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Usage tracker for resource:network and tenant:da21fbce17af42eb883bce1555072e06 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:16.309445 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:16.316642 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:16.325448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Made reservation on behalf of da21fbce17af42eb883bce1555072e06 for: {'network': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:22:16.331189 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:16.345872 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:16.363283 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:16.367232 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Usage tracker for resource:security_group_rule and tenant:da21fbce17af42eb883bce1555072e06 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:16.370381 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:16.376882 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:16.464348 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:16.468031 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:16.474402 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:16.535295 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=85281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:22:16.545440 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:16.546438 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Added segment 6d93f21a-1ab9-4de2-a656-a11139999f45 of type vlan for network 7143d856-ff11-43d2-8c4d-ccc71b1058f1
Apr 14 11:22:16.553111 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501772ca-a181-4c77-a2c6-eb029b4c7c08,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:16.562757 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:16.563375 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:16.563754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:16.564126 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:16.564606 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:16.565002 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:16.565812 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:16.566166 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:16.566730 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:16.567107 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:16.567469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:16.567830 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Tracked resource versions report:
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]: pushed versions:
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]: {   'AddressGroup': {'1.2'},
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:     'ConntrackHelper': {'1.0'},
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Log': {'1.0'},
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Network': {'1.1'},
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Port': {'1.7'},
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:     'PortForwarding': {'1.2'},
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:     'QosPolicy': {'1.8'},
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SecurityGroup': {'1.4'},
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SecurityGroupRule': {'1.2'},
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SubPort': {'1.0'},
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Subnet': {'1.1'},
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Trunk': {'1.1'}}
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]: consumer versions:
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]: {   DHCP agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:     HyperV agent@hv-cinder-77459: {},
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:     L3 agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:     Metadata agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:     Metering agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:     Open vSwitch agent@dv-cinder-774594-3-iscsi: {   'AddressGroup': '1.2',
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'ConntrackHelper': '1.0',
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Log': '1.0',
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Network': '1.1',
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Port': '1.7',
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'PortForwarding': '1.2',
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'QosPolicy': '1.8',
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SecurityGroup': '1.4',
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SecurityGroupRule': '1.2',
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SubPort': '1.0',
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Subnet': '1.1',
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Trunk': '1.1'}}
Apr 14 11:22:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]:  {{(pid=85281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 14 11:22:16.573336 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:16.597011 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:16.629919 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:16.631307 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:16.631958 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:16.637230 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:16.682456 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1211579037-network', 'tenant_id': 'd7332f5d8a074a48aeb82c8e78a23158'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:16.767449 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:16.776323 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 51842) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:16.776482 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.8207316
Apr 14 11:22:16.778797 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Pushing event updated for resources: {'Network': ['ID=7143d856-ff11-43d2-8c4d-ccc71b1058f1,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:16.782236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Usage tracker for resource:network and tenant:d7332f5d8a074a48aeb82c8e78a23158 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:16.785519 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:16.787237 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:16.790291 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network 7143d856-ff11-43d2-8c4d-ccc71b1058f1 details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:22:16.790534 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Request body: {'subnet': {'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1575604623-subnet', 'tenant_id': 'da21fbce17af42eb883bce1555072e06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:16.796750 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:16.800613 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Usage tracker for resource:subnet and tenant:da21fbce17af42eb883bce1555072e06 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:16.804083 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:16.812408 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:16.816288 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:16.829623 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Made reservation on behalf of da21fbce17af42eb883bce1555072e06 for: {'subnet': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:22:16.831861 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Made reservation on behalf of d7332f5d8a074a48aeb82c8e78a23158 for: {'network': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:22:16.836999 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:16.838162 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:16.856975 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:16.882694 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:16.893324 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Usage tracker for resource:security_group_rule and tenant:d7332f5d8a074a48aeb82c8e78a23158 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:16.900267 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:16.918024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:17.109660 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:17.118421 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:17.123195 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:17.163496 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240}  {{(pid=85281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:22:17.173972 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7324996f-fee1-40b7-8f84-2b04a1309f37,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:17.178479 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:17.181479 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:17.182608 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Added segment c5a8e63d-3c43-4eb5-b900-e26a3453d59c of type vlan for network b80ee409-db1e-4750-8afa-8a5e4a2326f5
Apr 14 11:22:17.213972 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:17.251734 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:17.253979 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:17.257021 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:17.278647 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a412be6d-8ab9-4c4a-81cb-58ebaa92aee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:17.347810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for subnet, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:17.465910 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.2181170
Apr 14 11:22:17.472014 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51864) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:17.484428 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-f8db6e8e-ae01-42f4-811a-7e123ce18ce4 admin admin] Request body: {'subnet': {'network_id': 'b80ee409-db1e-4750-8afa-8a5e4a2326f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1211579037-subnet', 'tenant_id': 'd7332f5d8a074a48aeb82c8e78a23158', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:17.491567 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Pushing event updated for resources: {'Network': ['ID=b80ee409-db1e-4750-8afa-8a5e4a2326f5,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:17.498356 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:17.512688 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f8db6e8e-ae01-42f4-811a-7e123ce18ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:17.513022 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network b80ee409-db1e-4750-8afa-8a5e4a2326f5 details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:22:17.516320 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:17.519156 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-f8db6e8e-ae01-42f4-811a-7e123ce18ce4 admin admin] Usage tracker for resource:subnet and tenant:d7332f5d8a074a48aeb82c8e78a23158 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:17.522472 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-f8db6e8e-ae01-42f4-811a-7e123ce18ce4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:17.532167 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f8db6e8e-ae01-42f4-811a-7e123ce18ce4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:17.558664 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51870) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:17.574332 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8db6e8e-ae01-42f4-811a-7e123ce18ce4 admin admin] Made reservation on behalf of d7332f5d8a074a48aeb82c8e78a23158 for: {'subnet': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:22:17.579843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8db6e8e-ae01-42f4-811a-7e123ce18ce4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:17.628202 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b05589-3e80-486a-af43-2ca7b75f34c0,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:17.644313 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:17.644707 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:17.645085 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:17.645455 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:17.645810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:17.646168 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:17.646519 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:17.646895 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:17.647204 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:17.647551 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:17.647894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:17.648243 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Tracked resource versions report:
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]: pushed versions:
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]: {   'AddressGroup': {'1.2'},
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:     'ConntrackHelper': {'1.0'},
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Log': {'1.0'},
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Network': {'1.1'},
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Port': {'1.7'},
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:     'PortForwarding': {'1.2'},
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:     'QosPolicy': {'1.8'},
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SecurityGroup': {'1.4'},
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SecurityGroupRule': {'1.2'},
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SubPort': {'1.0'},
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Subnet': {'1.1'},
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Trunk': {'1.1'}}
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]: consumer versions:
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]: {   DHCP agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:     HyperV agent@hv-cinder-77459: {},
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:     L3 agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:     Metadata agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:     Metering agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:     Open vSwitch agent@dv-cinder-774594-3-iscsi: {   'AddressGroup': '1.2',
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'ConntrackHelper': '1.0',
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Log': '1.0',
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Network': '1.1',
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Port': '1.7',
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'PortForwarding': '1.2',
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'QosPolicy': '1.8',
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SecurityGroup': '1.4',
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SecurityGroupRule': '1.2',
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SubPort': '1.0',
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Subnet': '1.1',
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Trunk': '1.1'}}
Apr 14 11:22:17.649370 dv-cinder-774594-3-iscsi neutron-server[85170]:  {{(pid=85282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 14 11:22:17.665819 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:17.747985 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Checking segment: {'id': '6d93f21a-1ab9-4de2-a656-a11139999f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:22:17.748386 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Network hostable DHCP agents. Network: 7143d856-ff11-43d2-8c4d-ccc71b1058f1, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:22:17.779185 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Network 7143d856-ff11-43d2-8c4d-ccc71b1058f1 is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:22:17.793363 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, 7143d856-ff11-43d2-8c4d-ccc71b1058f1) {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:22:17.800225 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:17.802880 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:17.856895 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.0793052
Apr 14 11:22:17.857812 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 51886) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:17.885285 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1575604623-router', 'tenant_id': 'da21fbce17af42eb883bce1555072e06', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:17.900716 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:17.916056 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Usage tracker for resource:router and tenant:da21fbce17af42eb883bce1555072e06 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:17.922507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:17.930881 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9199f55-02e8-412d-acda-fe2cc931d61b None None] Network 7143d856-ff11-43d2-8c4d-ccc71b1058f1 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:22:17.932412 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:17.948185 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3789078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767086'] for router, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:17.949874 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850986637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850692849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8730'] for router, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:18.000692 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:18.145738 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1984912936-network', 'tenant_id': 'de9050b67e08476387fed4dd21923614'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:18.165229 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:18.176495 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Usage tracker for resource:network and tenant:de9050b67e08476387fed4dd21923614 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:18.187304 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:18.202764 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:18.212079 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8db6e8e-ae01-42f4-811a-7e123ce18ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for subnet, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:18.240445 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5ee8c8d5-e0b3-4957-ac6c-863b35dabb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:18.293220 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Made reservation on behalf of de9050b67e08476387fed4dd21923614 for: {'network': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:22:18.299178 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:18.324806 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:18.361340 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382e469f-4329-47fc-819c-b858e2290d2e None None] Network 7143d856-ff11-43d2-8c4d-ccc71b1058f1 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:22:18.739400 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850711200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3789281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8745'] for router, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:18.909957 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:18.918014 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Usage tracker for resource:security_group_rule and tenant:de9050b67e08476387fed4dd21923614 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:18.923480 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:18.942843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db6e8e-ae01-42f4-811a-7e123ce18ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c91a121-5bc3-40ea-950b-586785006783,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:18.945655 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:18.950733 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f8db6e8e-ae01-42f4-811a-7e123ce18ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:19.123564 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:19.131251 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8db6e8e-ae01-42f4-811a-7e123ce18ce4 admin admin] Checking segment: {'id': 'c5a8e63d-3c43-4eb5-b900-e26a3453d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b80ee409-db1e-4750-8afa-8a5e4a2326f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:22:19.142793 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8db6e8e-ae01-42f4-811a-7e123ce18ce4 admin admin] Network hostable DHCP agents. Network: b80ee409-db1e-4750-8afa-8a5e4a2326f5, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:22:19.162479 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:19.236822 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8db6e8e-ae01-42f4-811a-7e123ce18ce4 admin admin] Network b80ee409-db1e-4750-8afa-8a5e4a2326f5 is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:22:19.259512 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-f8db6e8e-ae01-42f4-811a-7e123ce18ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, b80ee409-db1e-4750-8afa-8a5e4a2326f5) {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:22:19.269822 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fabe80c-374a-43e8-bd8a-deef0c44154b None None] Network b80ee409-db1e-4750-8afa-8a5e4a2326f5 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:22:19.283765 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:19.286274 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8db6e8e-ae01-42f4-811a-7e123ce18ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:19.289325 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8db6e8e-ae01-42f4-811a-7e123ce18ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:19.339673 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:19.348838 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-f8db6e8e-ae01-42f4-811a-7e123ce18ce4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8756909
Apr 14 11:22:19.353193 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-132fd830-0ce1-488a-969b-f18521a812ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:19.394171 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205}  {{(pid=85281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:22:19.414390 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Allocated IP 172.27.2.111 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/0c05a630-cf38-4c94-a362-ff7b4f894643) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:22:19.448415 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:19.448957 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Added segment 0bb50e76-f091-470d-9a1c-30ece105ab91 of type vlan for network 6b5ae062-a161-4889-8402-18f1bfe40400
Apr 14 11:22:19.450468 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5ab948-6631-429a-ac05-45f6940ba1da,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:19.466795 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:19.527863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:19.594163 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:19.595723 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:19.596676 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:19.613372 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:19.614649 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8e3d698c-6135-48e7-bb5f-dfe6f8f7e742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:19.732822 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:19.855561 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352bb245-c7fe-4af2-95dc-1fbb09f21fbe None None] Network b80ee409-db1e-4750-8afa-8a5e4a2326f5 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:22:19.863637 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 51962) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:19.866956 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:19.909856 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.3454781
Apr 14 11:22:19.913278 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 51966) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:19.930942 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-99451c75-dfb8-4af8-bb2a-fb235c168e39 admin admin] Request body: {'subnet': {'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1984912936-subnet', 'tenant_id': 'de9050b67e08476387fed4dd21923614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:19.943245 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Pushing event updated for resources: {'Network': ['ID=6b5ae062-a161-4889-8402-18f1bfe40400,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:19.946834 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:19.947833 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-99451c75-dfb8-4af8-bb2a-fb235c168e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:19.967612 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-99451c75-dfb8-4af8-bb2a-fb235c168e39 admin admin] Usage tracker for resource:subnet and tenant:de9050b67e08476387fed4dd21923614 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:19.970899 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-99451c75-dfb8-4af8-bb2a-fb235c168e39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:19.984546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-99451c75-dfb8-4af8-bb2a-fb235c168e39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:20.006919 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99451c75-dfb8-4af8-bb2a-fb235c168e39 admin admin] Made reservation on behalf of de9050b67e08476387fed4dd21923614 for: {'subnet': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:22:20.012490 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-99451c75-dfb8-4af8-bb2a-fb235c168e39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:20.031030 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network 6b5ae062-a161-4889-8402-18f1bfe40400 details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:22:20.075536 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Pushing event updated for resources: {'Port': ['ID=0c05a630-cf38-4c94-a362-ff7b4f894643,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:20.087067 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:20.110917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:22:20.112808 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:22:20.120582 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:22:20.289309 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bbeed513-91a6-424e-92e2-18ee61334404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:20.471160 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bbeed513-91a6-424e-92e2-18ee61334404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:20.475542 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-bbeed513-91a6-424e-92e2-18ee61334404 admin admin] Usage tracker for resource:security_group_rule and tenant:5467fb2c369f416793e4ed715b697f0a is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:20.482165 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-bbeed513-91a6-424e-92e2-18ee61334404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:20.495029 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bbeed513-91a6-424e-92e2-18ee61334404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:20.723902 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-99451c75-dfb8-4af8-bb2a-fb235c168e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for subnet, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:20.746266 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:20.877642 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99451c75-dfb8-4af8-bb2a-fb235c168e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d255a5ae-2634-43d7-8e91-eade956f26e1,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:20.898792 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-99451c75-dfb8-4af8-bb2a-fb235c168e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:21.066150 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 52024) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:21.075658 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 14 11:22:21.093508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bbeed513-91a6-424e-92e2-18ee61334404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:21.100146 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bbeed513-91a6-424e-92e2-18ee61334404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:21.147896 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:21.160604 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-bbeed513-91a6-424e-92e2-18ee61334404 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5467fb2c369f416793e4ed715b697f0a&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1978493
Apr 14 11:22:21.161736 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 52030) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:21.216260 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:21.245590 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99451c75-dfb8-4af8-bb2a-fb235c168e39 admin admin] Checking segment: {'id': '0bb50e76-f091-470d-9a1c-30ece105ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:22:21.245988 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99451c75-dfb8-4af8-bb2a-fb235c168e39 admin admin] Network hostable DHCP agents. Network: 6b5ae062-a161-4889-8402-18f1bfe40400, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:22:21.296494 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-75e452bc-9db2-40aa-97bc-a4a2e8157a30 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:21.297317 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-75e452bc-9db2-40aa-97bc-a4a2e8157a30 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Synchronizing usage tracker for tenant:d7332f5d8a074a48aeb82c8e78a23158 on resource:network {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:22:21.301845 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99451c75-dfb8-4af8-bb2a-fb235c168e39 admin admin] Network 6b5ae062-a161-4889-8402-18f1bfe40400 is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:22:21.323282 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-99451c75-dfb8-4af8-bb2a-fb235c168e39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, 6b5ae062-a161-4889-8402-18f1bfe40400) {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:22:21.329149 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99451c75-dfb8-4af8-bb2a-fb235c168e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:21.329885 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-99451c75-dfb8-4af8-bb2a-fb235c168e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:21.334172 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf3f4ba-4b0f-47ff-bea4-54c1b0112e26 None None] Network 6b5ae062-a161-4889-8402-18f1bfe40400 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:22:21.342052 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-75e452bc-9db2-40aa-97bc-a4a2e8157a30 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Unset dirty status for tenant:d7332f5d8a074a48aeb82c8e78a23158 on resource:network {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:22:21.343880 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-75e452bc-9db2-40aa-97bc-a4a2e8157a30 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/networks?id=b80ee409-db1e-4750-8afa-8a5e4a2326f5 HTTP/1.1" status: 200  len: 812 time: 0.2713344
Apr 14 11:22:21.362889 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-a7dacc59-cc99-4808-a05e-749371a9c141 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/quotas/d7332f5d8a074a48aeb82c8e78a23158 HTTP/1.1" status: 200  len: 375 time: 0.0112305
Apr 14 11:22:21.364645 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-99451c75-dfb8-4af8-bb2a-fb235c168e39 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.4478781
Apr 14 11:22:21.434851 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-a9ba9d61-30e2-41cb-a68e-d230dbcac341 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7332f5d8a074a48aeb82c8e78a23158&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0650704
Apr 14 11:22:21.723521 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-ce86b794-7592-4bc3-a873-571d11c81015 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 14 11:22:21.733615 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-ce86b794-7592-4bc3-a873-571d11c81015 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1104879
Apr 14 11:22:21.848304 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff9c998-1974-4356-afaa-65db3b8842bf None None] Network 6b5ae062-a161-4889-8402-18f1bfe40400 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:22:21.900422 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5509af11-4a7a-49a3-8d8c-dae6fba2e47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:21.949412 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeed513-91a6-424e-92e2-18ee61334404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c601ff7c-cbc9-4b3d-a17c-eff3deb932ac,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:21.972740 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5509af11-4a7a-49a3-8d8c-dae6fba2e47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:21.982463 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bbeed513-91a6-424e-92e2-18ee61334404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:22.022127 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-67b5d3d1-2308-4ba1-8abb-8c3debb8e8b9 service neutron] 10.222.0.20 "GET /v2.0/networks/b80ee409-db1e-4750-8afa-8a5e4a2326f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2872190
Apr 14 11:22:22.055964 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850986519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064587'] for router, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:22.207381 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-d3f4d716-adcd-451b-ace8-68cb2eb1b6c9 service neutron] 10.222.0.20 "GET /v2.0/networks/b80ee409-db1e-4750-8afa-8a5e4a2326f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1787436
Apr 14 11:22:22.224755 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5509af11-4a7a-49a3-8d8c-dae6fba2e47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:22.247658 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:22.258105 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 52098) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:22.272274 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509af11-4a7a-49a3-8d8c-dae6fba2e47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c601ff7c-cbc9-4b3d-a17c-eff3deb932ac,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:22.277777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5509af11-4a7a-49a3-8d8c-dae6fba2e47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:22.298915 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5509af11-4a7a-49a3-8d8c-dae6fba2e47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:22.303033 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-5509af11-4a7a-49a3-8d8c-dae6fba2e47e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c601ff7c-cbc9-4b3d-a17c-eff3deb932ac HTTP/1.1" status: 204  len: 168 time: 1.1346161
Apr 14 11:22:22.367061 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Router 70eba96c-80bf-45f7-b57c-674d8c1a278a is scheduled to L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 with binding_index 1 {{(pid=85282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 14 11:22:22.424397 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-f4aaa502-6b8a-4ef3-8d37-5053c5997715 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:22.425223 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-f4aaa502-6b8a-4ef3-8d37-5053c5997715 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Synchronizing usage tracker for tenant:de9050b67e08476387fed4dd21923614 on resource:network {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:22:22.446192 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-f4aaa502-6b8a-4ef3-8d37-5053c5997715 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Unset dirty status for tenant:de9050b67e08476387fed4dd21923614 on resource:network {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:22:22.447600 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-f4aaa502-6b8a-4ef3-8d37-5053c5997715 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/networks?id=6b5ae062-a161-4889-8402-18f1bfe40400 HTTP/1.1" status: 200  len: 815 time: 0.1884148
Apr 14 11:22:22.472851 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-bdeb36b4-20fb-48d6-8f73-61b6288a6a78 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/quotas/de9050b67e08476387fed4dd21923614 HTTP/1.1" status: 200  len: 375 time: 0.0177643
Apr 14 11:22:22.585974 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-1ac3ea94-3fad-444b-ad18-01e384d66345 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=de9050b67e08476387fed4dd21923614&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1060545
Apr 14 11:22:22.720016 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:22:22.729612 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Sync routers for ids ['70eba96c-80bf-45f7-b57c-674d8c1a278a'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:22:22.741140 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Routers {'70eba96c-80bf-45f7-b57c-674d8c1a278a'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:22:22.741792 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130824860>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:21:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['70eba96c-80bf-45f7-b57c-674d8c1a278a'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:22:22.777611 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Notify callbacks [] for router, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:22.781859 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 4.9211018
Apr 14 11:22:22.783543 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 52150) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:22.907122 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-75b6ed74-4748-47ea-8844-4760adf87f32 req-3e993bba-3ded-449b-a8ce-a82a1da5c76c tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 210 time: 0.1383121
Apr 14 11:22:22.980237 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 52166) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:23.015941 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-971c5192-0414-4439-b76b-8a39275bdda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:23.078309 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-971c5192-0414-4439-b76b-8a39275bdda0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:23.089274 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-971c5192-0414-4439-b76b-8a39275bdda0 admin admin] Usage tracker for resource:security_group_rule and tenant:b2be8761560e42b7adbfed609f627077 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:23.095510 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-971c5192-0414-4439-b76b-8a39275bdda0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:23.109259 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-971c5192-0414-4439-b76b-8a39275bdda0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:23.249837 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Set router 70eba96c-80bf-45f7-b57c-674d8c1a278a gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:22:23.266661 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-e0f9883b-cd51-4cd2-9a53-8787e154d41e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 14 11:22:23.268800 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-e0f9883b-cd51-4cd2-9a53-8787e154d41e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2276831
Apr 14 11:22:23.645640 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-971c5192-0414-4439-b76b-8a39275bdda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:23.663418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-971c5192-0414-4439-b76b-8a39275bdda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:23.719456 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-16e46d03-9128-4def-a9aa-3e7e52b94feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:23.726617 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130824860>, [{'id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'name': 'tempest-ServerRescueNegativeTestJSON-1575604623-router', 'tenant_id': 'da21fbce17af42eb883bce1555072e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '0c05a630-cf38-4c94-a362-ff7b4f894643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:17Z', 'updated_at': '2021-04-14T11:22:20Z', 'revision_number': 3, 'project_id': 'da21fbce17af42eb883bce1555072e06', 'gw_port': {'id': '0c05a630-cf38-4c94-a362-ff7b4f894643', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:19Z', 'updated_at': '2021-04-14T11:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:22:23.731388 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Checking router: 70eba96c-80bf-45f7-b57c-674d8c1a278a for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:22:23.731941 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Updating router 70eba96c-80bf-45f7-b57c-674d8c1a278a port 0c05a630-cf38-4c94-a362-ff7b4f894643 binding host dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:22:23.759331 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 52214) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:23.798926 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-2b7b7556-142b-41cc-8e03-7ee458ab61dd service neutron] 10.222.0.20 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5230172
Apr 14 11:22:23.827862 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:23.997397 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-971c5192-0414-4439-b76b-8a39275bdda0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2be8761560e42b7adbfed609f627077&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0136950
Apr 14 11:22:24.154385 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-6064a0c7-ef52-4b60-b4e4-4b4d4274fd76 service neutron] 10.222.0.20 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2791336
Apr 14 11:22:24.159098 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c5192-0414-4439-b76b-8a39275bdda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318b59e2-ce86-478a-8f20-727740f85f58,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:24.170061 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 52236) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:24.195020 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-971c5192-0414-4439-b76b-8a39275bdda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:24.399789 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7e8f2040-0975-4d40-b224-eec8ac88e9e9 req-494340ed-5102-4dc8-963f-7300e7a59069 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 210 time: 0.2256346
Apr 14 11:22:24.400667 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f86033a6-5391-47ff-bc00-12937aae5a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:24.430362 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f86033a6-5391-47ff-bc00-12937aae5a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:24.436345 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-f86033a6-5391-47ff-bc00-12937aae5a94 admin admin] Usage tracker for resource:security_group_rule and tenant:a9d9a862e4f14158ae64877c5dee934a is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:24.440305 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-f86033a6-5391-47ff-bc00-12937aae5a94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:24.447773 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f86033a6-5391-47ff-bc00-12937aae5a94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:24.639699 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:24.662677 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ff946118-8637-4a6f-81e8-50d8656f8193 req-ec023449-dc46-4afa-84d1-a52528dc03dc tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 210 time: 0.0814438
Apr 14 11:22:24.663433 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-521bf71a-8471-469d-9184-02a28f2152e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:24.677310 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Transition to ACTIVE for port object 0c05a630-cf38-4c94-a362-ff7b4f894643 will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:22:24.688311 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:24.760753 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f86033a6-5391-47ff-bc00-12937aae5a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:24.766485 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f86033a6-5391-47ff-bc00-12937aae5a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:24.769080 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-521bf71a-8471-469d-9184-02a28f2152e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:24.798483 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:24.857521 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f0a478eb-616d-47f4-b573-dbcc322e7f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:24.865973 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-521bf71a-8471-469d-9184-02a28f2152e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:24.866466 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:24.926654 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-521bf71a-8471-469d-9184-02a28f2152e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:24.927880 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-521bf71a-8471-469d-9184-02a28f2152e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/318b59e2-ce86-478a-8f20-727740f85f58 HTTP/1.1" status: 204  len: 168 time: 0.7442443
Apr 14 11:22:24.954182 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 52294) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:24.956770 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-f86033a6-5391-47ff-bc00-12937aae5a94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9d9a862e4f14158ae64877c5dee934a&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1719570
Apr 14 11:22:24.959920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86033a6-5391-47ff-bc00-12937aae5a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a617c2-97f5-4100-80b7-234fa713986b,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:24.963236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f86033a6-5391-47ff-bc00-12937aae5a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:24.963684 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:24.985027 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bf71a-8471-469d-9184-02a28f2152e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318b59e2-ce86-478a-8f20-727740f85f58,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:24.992617 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-521bf71a-8471-469d-9184-02a28f2152e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:25.052605 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Attempting to bind port 0c05a630-cf38-4c94-a362-ff7b4f894643 on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:22:25.053455 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Attempting to bind port 0c05a630-cf38-4c94-a362-ff7b4f894643 by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:22:25.054214 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Attempting to bind port 0c05a630-cf38-4c94-a362-ff7b4f894643 on network b458cc77-65ed-4ced-9d68-fd61bb856146 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:22:25.064085 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:22:25.064540 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Checking segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:22:25.065121 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:25.065747 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Bound using segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:22:25.066384 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Bound port: 0c05a630-cf38-4c94-a362-ff7b4f894643, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:22:25.066917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:25.105862 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4fcc7b94-a3be-4c42-88dc-6c59b84683f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:25.156960 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4fcc7b94-a3be-4c42-88dc-6c59b84683f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:25.178749 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] For port 0c05a630-cf38-4c94-a362-ff7b4f894643, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:22:25.182706 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] For port 0c05a630-cf38-4c94-a362-ff7b4f894643, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=0c05a630-cf38-4c94-a362-ff7b4f894643,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:22:25.190868 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Pushing event updated for resources: {'Port': ['ID=0c05a630-cf38-4c94-a362-ff7b4f894643,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:25.193981 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:25.233170 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 52306) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:25.286003 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Allocated IP 172.20.0.1 (7143d856-ff11-43d2-8c4d-ccc71b1058f1/a0b05589-3e80-486a-af43-2ca7b75f34c0/7e9f27f9-e095-4bd9-83a3-664067a8322d) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:22:25.418267 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d7ae-fb06-4233-96ad-e7eb28094f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:25.437893 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c5e4d7ae-fb06-4233-96ad-e7eb28094f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:25.444159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c5e4d7ae-fb06-4233-96ad-e7eb28094f56 admin admin] Usage tracker for resource:security_group_rule and tenant:73d9ebd75e2649488d3f78a3778d9f73 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:25.447143 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c5e4d7ae-fb06-4233-96ad-e7eb28094f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:25.453366 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-97d0b0dd-80d1-4a40-81e5-271101b3a72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:25.472056 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c5e4d7ae-fb06-4233-96ad-e7eb28094f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:25.575822 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:25.611011 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:25.628819 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-64829438-6b2b-4576-8db4-a08b59614303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:25.640101 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:25.640726 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:25.641317 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:25.641880 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:25.642706 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:25.643271 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:25.643833 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:25.644490 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:25.645095 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:25.645662 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:25.646217 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:25.646767 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Tracked resource versions report:
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]: pushed versions:
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]: {   'AddressGroup': {'1.2'},
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:     'ConntrackHelper': {'1.0'},
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Log': {'1.0'},
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Network': {'1.1'},
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Port': {'1.7'},
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:     'PortForwarding': {'1.2'},
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:     'QosPolicy': {'1.8'},
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SecurityGroup': {'1.4'},
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SecurityGroupRule': {'1.2'},
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SubPort': {'1.0'},
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Subnet': {'1.1'},
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Trunk': {'1.1'}}
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]: consumer versions:
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]: {   DHCP agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:     HyperV agent@hv-cinder-77459: {},
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:     L3 agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:     Metadata agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:     Metering agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:     Open vSwitch agent@dv-cinder-774594-3-iscsi: {   'AddressGroup': '1.2',
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'ConntrackHelper': '1.0',
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Log': '1.0',
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Network': '1.1',
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Port': '1.7',
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'PortForwarding': '1.2',
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'QosPolicy': '1.8',
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SecurityGroup': '1.4',
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SecurityGroupRule': '1.2',
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SubPort': '1.0',
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Subnet': '1.1',
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Trunk': '1.1'}}
Apr 14 11:22:25.648065 dv-cinder-774594-3-iscsi neutron-server[85170]:  {{(pid=85286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 14 11:22:25.676901 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Routers {'70eba96c-80bf-45f7-b57c-674d8c1a278a'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:22:25.678286 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130824860>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:21:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['70eba96c-80bf-45f7-b57c-674d8c1a278a'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:22:25.734273 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4fcc7b94-a3be-4c42-88dc-6c59b84683f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:25.746448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Pushing event updated for resources: {'Port': ['ID=7e9f27f9-e095-4bd9-83a3-664067a8322d,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:25.749787 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:25.761130 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bbeed513-91a6-424e-92e2-18ee61334404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:25.796717 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc7b94-a3be-4c42-88dc-6c59b84683f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a617c2-97f5-4100-80b7-234fa713986b,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:25.799202 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4fcc7b94-a3be-4c42-88dc-6c59b84683f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:25.856396 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4fcc7b94-a3be-4c42-88dc-6c59b84683f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:25.857640 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-4fcc7b94-a3be-4c42-88dc-6c59b84683f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17a617c2-97f5-4100-80b7-234fa713986b HTTP/1.1" status: 204  len: 168 time: 0.9024451
Apr 14 11:22:25.923206 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-10b7213e-5a5c-4940-8779-cd185284dcc1 req-59f546e9-98d2-43d8-b269-676b41e7aa7c tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 210 time: 0.1558137
Apr 14 11:22:25.929522 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Network 7143d856-ff11-43d2-8c4d-ccc71b1058f1 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:22:25.930739 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:22:25.933159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:22:25.933858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064652'] for router_interface, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:25.944179 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d7ae-fb06-4233-96ad-e7eb28094f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:25.954446 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d7ae-fb06-4233-96ad-e7eb28094f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:25.975129 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:26.019625 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.153s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:26.021561 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-aa7b9a4b-06ac-4703-ad6a-0200bf8ea22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.398s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:26.101118 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] Set router 70eba96c-80bf-45f7-b57c-674d8c1a278a gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:22:26.195190 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-74cef753-40e4-476e-9b7c-97282624ddcd req-cfb8d29d-2f2c-448b-9dca-1c0d00cee2ba tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 210 time: 0.1920547
Apr 14 11:22:26.213638 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c5e4d7ae-fb06-4233-96ad-e7eb28094f56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73d9ebd75e2649488d3f78a3778d9f73&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9797196
Apr 14 11:22:26.220654 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 52350) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:26.237264 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4d7ae-fb06-4233-96ad-e7eb28094f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9bdf5d-9d5c-49ff-a174-9cf5e6deda07,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:26.247910 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Pushing event updated for resources: {'Port': ['ID=0c05a630-cf38-4c94-a362-ff7b4f894643,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:26.256382 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c5e4d7ae-fb06-4233-96ad-e7eb28094f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:26.278874 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:26.318863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-74e38cda-be54-418b-87fc-0975cf937d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:26.353386 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-74e38cda-be54-418b-87fc-0975cf937d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:26.394486 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:26.408179 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-74e38cda-be54-418b-87fc-0975cf937d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:26.425633 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c5e4d7ae-fb06-4233-96ad-e7eb28094f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:26.463830 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e38cda-be54-418b-87fc-0975cf937d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9bdf5d-9d5c-49ff-a174-9cf5e6deda07,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:26.471830 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130824860>, [{'id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'name': 'tempest-ServerRescueNegativeTestJSON-1575604623-router', 'tenant_id': 'da21fbce17af42eb883bce1555072e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '0c05a630-cf38-4c94-a362-ff7b4f894643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:17Z', 'updated_at': '2021-04-14T11:22:20Z', 'revision_number': 3, 'project_id': 'da21fbce17af42eb883bce1555072e06', 'gw_port': {'id': '0c05a630-cf38-4c94-a362-ff7b4f894643', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:19Z', 'updated_at': '2021-04-14T11:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:22:26.483714 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-74e38cda-be54-418b-87fc-0975cf937d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:26.485921 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-74e38cda-be54-418b-87fc-0975cf937d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:26.497932 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e741d1-df9a-4f18-afdc-d4d82a8546a1 None None] The sync data for ids ['70eba96c-80bf-45f7-b57c-674d8c1a278a'] in dv-cinder-774594-3-iscsi is: [{'id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'name': 'tempest-ServerRescueNegativeTestJSON-1575604623-router', 'tenant_id': 'da21fbce17af42eb883bce1555072e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '0c05a630-cf38-4c94-a362-ff7b4f894643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:17Z', 'updated_at': '2021-04-14T11:22:20Z', 'revision_number': 3, 'project_id': 'da21fbce17af42eb883bce1555072e06', 'gw_port': {'id': '0c05a630-cf38-4c94-a362-ff7b4f894643', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:19Z', 'updated_at': '2021-04-14T11:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:22:26.500378 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-74e38cda-be54-418b-87fc-0975cf937d89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f9bdf5d-9d5c-49ff-a174-9cf5e6deda07 HTTP/1.1" status: 204  len: 168 time: 0.2780149
Apr 14 11:22:26.643866 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:26.651041 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:26.652371 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3900898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785765'] for router_interface, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:26.669140 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:26.819279 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Pushing event updated for resources: {'Port': ['ID=7e9f27f9-e095-4bd9-83a3-664067a8322d,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:26.829183 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:26.874866 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Network 7143d856-ff11-43d2-8c4d-ccc71b1058f1 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:22:26.876240 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:22:26.957545 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 52378) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:26.989804 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ef47c208-1f74-40e1-958c-2017edfc5153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:27.056039 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ef47c208-1f74-40e1-958c-2017edfc5153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:27.083230 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ef47c208-1f74-40e1-958c-2017edfc5153 admin admin] Usage tracker for resource:security_group_rule and tenant:b77e1a41d77642979bca685bb55b8061 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:27.088068 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ef47c208-1f74-40e1-958c-2017edfc5153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:27.095616 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ef47c208-1f74-40e1-958c-2017edfc5153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:27.257005 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Router 70eba96c-80bf-45f7-b57c-674d8c1a278a has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:22:27.286990 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-83ecdfd3-2b39-4744-8cdc-c379dfcec624 req-ec40735e-5d5e-475e-a7c9-50c3f655fae6 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 210 time: 0.1336617
Apr 14 11:22:27.460269 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ef47c208-1f74-40e1-958c-2017edfc5153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:27.476148 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4c620719-332c-455f-b755-6631e726c8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:27.548807 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ef47c208-1f74-40e1-958c-2017edfc5153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:27.573817 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2466386e-f64f-4e7c-96e1-c48e56dd4bc6 req-bf6d9258-a0ef-4ee5-a910-0daf6e6efc2b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 210 time: 0.1047165
Apr 14 11:22:27.582960 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f86033a6-5391-47ff-bc00-12937aae5a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:27.637343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47c208-1f74-40e1-958c-2017edfc5153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14aed29-f3d7-406a-adca-6975bdbd0746,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:27.642807 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ef47c208-1f74-40e1-958c-2017edfc5153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:27.665780 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-ef47c208-1f74-40e1-958c-2017edfc5153 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b77e1a41d77642979bca685bb55b8061&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7068872
Apr 14 11:22:27.668640 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 52400) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:27.778302 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-866b6508-c52f-4fc6-bcc7-3db83b2db91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:27.877522 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 0c05a630-cf38-4c94-a362-ff7b4f894643 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:22:27.888462 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-866b6508-c52f-4fc6-bcc7-3db83b2db91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:28.032221 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-866b6508-c52f-4fc6-bcc7-3db83b2db91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:28.040695 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:22:28.041202 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:28.049508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 0c05a630-cf38-4c94-a362-ff7b4f894643 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:22:28.056100 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 0c05a630-cf38-4c94-a362-ff7b4f894643 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:22:28.056524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:28.060616 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] 10.222.0.20 "PUT /v2.0/routers/70eba96c-80bf-45f7-b57c-674d8c1a278a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2758803
Apr 14 11:22:28.100024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b6508-c52f-4fc6-bcc7-3db83b2db91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14aed29-f3d7-406a-adca-6975bdbd0746,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:28.111982 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-866b6508-c52f-4fc6-bcc7-3db83b2db91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:28.113340 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-866b6508-c52f-4fc6-bcc7-3db83b2db91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:28.116779 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-866b6508-c52f-4fc6-bcc7-3db83b2db91d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f14aed29-f3d7-406a-adca-6975bdbd0746 HTTP/1.1" status: 204  len: 168 time: 0.4467828
Apr 14 11:22:28.269479 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:28.349668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:28.360056 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 0c05a630-cf38-4c94-a362-ff7b4f894643, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=0c05a630-cf38-4c94-a362-ff7b4f894643,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:22:28.367373 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:28.371170 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.47', 57745) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:28.374075 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:28.553919 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=0c05a630-cf38-4c94-a362-ff7b4f894643,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:28.574861 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:28.575252 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:28.575643 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:28.576005 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:28.576352 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:28.583264 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:28.593223 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:28.596292 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:28.596835 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:28.597419 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:28.597948 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:28.598476 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Tracked resource versions report:
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]: pushed versions:
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]: {   'AddressGroup': {'1.2'},
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:     'ConntrackHelper': {'1.0'},
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Log': {'1.0'},
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Network': {'1.1'},
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Port': {'1.7'},
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:     'PortForwarding': {'1.2'},
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:     'QosPolicy': {'1.8'},
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SecurityGroup': {'1.4'},
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SecurityGroupRule': {'1.2'},
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:     'SubPort': {'1.0'},
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Subnet': {'1.1'},
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:     'Trunk': {'1.1'}}
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]: consumer versions:
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]: {   DHCP agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:     HyperV agent@hv-cinder-77459: {},
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:     L3 agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:     Metadata agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:     Metering agent@dv-cinder-774594-3-iscsi: {},
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:     Open vSwitch agent@dv-cinder-774594-3-iscsi: {   'AddressGroup': '1.2',
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'ConntrackHelper': '1.0',
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Log': '1.0',
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Network': '1.1',
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Port': '1.7',
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'PortForwarding': '1.2',
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'QosPolicy': '1.8',
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SecurityGroup': '1.4',
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SecurityGroupRule': '1.2',
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'SubPort': '1.0',
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Subnet': '1.1',
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:                                                      'Trunk': '1.1'}}
Apr 14 11:22:28.603545 dv-cinder-774594-3-iscsi neutron-server[85170]:  {{(pid=85284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 14 11:22:28.621416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:28.638106 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-cae65e16-a0a2-4e45-bb25-28c99a01387d tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:28.640593 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-cae65e16-a0a2-4e45-bb25-28c99a01387d tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.47 "GET /v2.0/networks?id=6b5ae062-a161-4889-8402-18f1bfe40400 HTTP/1.1" status: 200  len: 815 time: 0.2671428
Apr 14 11:22:28.711316 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Request body: {'port': {'device_id': '919807fb-aa72-4f1f-bba4-6e7f654046e2', 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400', 'admin_state_up': True, 'tenant_id': 'de9050b67e08476387fed4dd21923614'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:28.813428 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-68610a66-ce60-46ba-91ea-b782658c7a4c req-4880adeb-3175-45c5-88e7-4505b92cf169 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 210 time: 0.1206286
Apr 14 11:22:28.929269 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.47', 57750) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:29.024086 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:29.035680 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Usage tracker for resource:port and tenant:de9050b67e08476387fed4dd21923614 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:29.044159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:29.055402 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:29.082005 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Made reservation on behalf of de9050b67e08476387fed4dd21923614 for: {'port': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:22:29.101395 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:29.183409 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fe91df72-00a8-412c-94b5-8fff4f405df7 req-db247c8a-1412-446f-8a56-4bef0f58222d tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 210 time: 0.0526373
Apr 14 11:22:29.301836 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-5f581f8f-16cf-469f-8a3c-9fe014aa1b22 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:29.303439 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-5f581f8f-16cf-469f-8a3c-9fe014aa1b22 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.47 "GET /v2.0/networks?id=b80ee409-db1e-4750-8afa-8a5e4a2326f5 HTTP/1.1" status: 200  len: 812 time: 0.3731096
Apr 14 11:22:29.320816 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Request body: {'port': {'device_id': '1bc2e850-4340-4152-b42b-a3ae7a9a1047', 'network_id': 'b80ee409-db1e-4750-8afa-8a5e4a2326f5', 'admin_state_up': True, 'tenant_id': 'd7332f5d8a074a48aeb82c8e78a23158'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:29.322810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:29.585698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:22:29.598861 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Allocated IP 172.20.0.10 (6b5ae062-a161-4889-8402-18f1bfe40400/d255a5ae-2634-43d7-8e91-eade956f26e1/54043a7e-a43f-4ebc-b1e8-81310c1de06c) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:22:29.732505 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:29.739033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Usage tracker for resource:port and tenant:d7332f5d8a074a48aeb82c8e78a23158 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:29.743433 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:29.762069 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:29.789007 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Made reservation on behalf of d7332f5d8a074a48aeb82c8e78a23158 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:22:29.790726 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:29.899146 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 0c05a630-cf38-4c94-a362-ff7b4f894643 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:22:30.043559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:30.101805 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 0c05a630-cf38-4c94-a362-ff7b4f894643 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:22:30.102415 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:30.179132 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Sync routers for ids ['70eba96c-80bf-45f7-b57c-674d8c1a278a'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:22:30.200017 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Routers {'70eba96c-80bf-45f7-b57c-674d8c1a278a'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:22:30.201716 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-33218133-6279-4461-9a2c-20653ce3851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1303f1c50>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:22:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['70eba96c-80bf-45f7-b57c-674d8c1a278a'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:22:30.205838 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:30.286430 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:30.315231 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Allocated IP 172.20.0.7 (b80ee409-db1e-4750-8afa-8a5e4a2326f5/2c91a121-5bc3-40ea-950b-586785006783/b77aaece-9ab9-41e2-aa08-99c213082168) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:22:30.655422 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Pushing event updated for resources: {'Port': ['ID=54043a7e-a43f-4ebc-b1e8-81310c1de06c,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:30.678930 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:30.993294 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Network 6b5ae062-a161-4889-8402-18f1bfe40400 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:22:31.000468 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:22:31.021283 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:22:31.039865 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:31.058350 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:31.062481 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:31.176611 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Set router 70eba96c-80bf-45f7-b57c-674d8c1a278a gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:22:31.178215 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4796062
Apr 14 11:22:31.413607 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f273e09e-83f5-4017-90fc-47109ba2846a req-fea8abf5-1cfd-43cb-8424-cf617d7547c5 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 210 time: 0.2105136
Apr 14 11:22:31.562798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:31.675122 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-07aafe00-f723-42bd-8f8b-f1ad509686d4 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:31.675922 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-07aafe00-f723-42bd-8f8b-f1ad509686d4 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Synchronizing usage tracker for tenant:da21fbce17af42eb883bce1555072e06 on resource:network {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:22:31.748536 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-07aafe00-f723-42bd-8f8b-f1ad509686d4 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Unset dirty status for tenant:da21fbce17af42eb883bce1555072e06 on resource:network {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:22:31.761619 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-07aafe00-f723-42bd-8f8b-f1ad509686d4 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/networks?id=7143d856-ff11-43d2-8c4d-ccc71b1058f1 HTTP/1.1" status: 200  len: 819 time: 1.8400476
Apr 14 11:22:31.794536 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-1fe707cb-9f16-4427-a73e-9334c9508a53 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/quotas/da21fbce17af42eb883bce1555072e06 HTTP/1.1" status: 200  len: 375 time: 0.0295084
Apr 14 11:22:31.880237 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:31.900876 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-33218133-6279-4461-9a2c-20653ce3851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1303f1c50>, [{'id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'name': 'tempest-ServerRescueNegativeTestJSON-1575604623-router', 'tenant_id': 'da21fbce17af42eb883bce1555072e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '0c05a630-cf38-4c94-a362-ff7b4f894643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:17Z', 'updated_at': '2021-04-14T11:22:26Z', 'revision_number': 4, 'project_id': 'da21fbce17af42eb883bce1555072e06', 'gw_port': {'id': '0c05a630-cf38-4c94-a362-ff7b4f894643', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:19Z', 'updated_at': '2021-04-14T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '7e9f27f9-e095-4bd9-83a3-664067a8322d', 'name': '', 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1', 'tenant_id': 'da21fbce17af42eb883bce1555072e06', 'mac_address': 'fa:16:3e:d1:e6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a0b05589-3e80-486a-af43-2ca7b75f34c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:24Z', 'updated_at': '2021-04-14T11:22:26Z', 'revision_number': 2, 'project_id': 'da21fbce17af42eb883bce1555072e06', 'subnets': [{'id': 'a0b05589-3e80-486a-af43-2ca7b75f34c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:22:31.914445 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Checking router: 70eba96c-80bf-45f7-b57c-674d8c1a278a for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:22:31.914839 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Updating router 70eba96c-80bf-45f7-b57c-674d8c1a278a port 7e9f27f9-e095-4bd9-83a3-664067a8322d binding host dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:22:32.001033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6debca4a-5e49-4326-8cae-72f96971f69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:32.042303 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:32.208774 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Pushing event updated for resources: {'Port': ['ID=b77aaece-9ab9-41e2-aa08-99c213082168,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:32.218907 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:32.332035 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-a539a150-26d5-4e37-a1fa-ef713ca0f4d4 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=da21fbce17af42eb883bce1555072e06&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5282080
Apr 14 11:22:32.356848 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31516639-3b16-4b4b-b5a9-120913a33c81 req-3c4ed6a6-85ca-4605-a2a1-f325b6586bb5 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:32.370662 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-31516639-3b16-4b4b-b5a9-120913a33c81 req-3c4ed6a6-85ca-4605-a2a1-f325b6586bb5 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 932 time: 0.4734864
Apr 14 11:22:32.562022 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-31516639-3b16-4b4b-b5a9-120913a33c81 req-5aca6821-b433-4582-99f4-6ba2d6dc93bd tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Synchronizing usage tracker for tenant:de9050b67e08476387fed4dd21923614 on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:22:32.581359 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Network b80ee409-db1e-4750-8afa-8a5e4a2326f5 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:22:32.638499 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:22:32.641714 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:22:32.648418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:32.649115 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:32.710187 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-31516639-3b16-4b4b-b5a9-120913a33c81 req-5aca6821-b433-4582-99f4-6ba2d6dc93bd tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Unset dirty status for tenant:de9050b67e08476387fed4dd21923614 on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:22:32.711669 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-31516639-3b16-4b4b-b5a9-120913a33c81 req-5aca6821-b433-4582-99f4-6ba2d6dc93bd tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3399296
Apr 14 11:22:32.716502 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4026935
Apr 14 11:22:32.803142 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-30351afb-3b17-4fc0-b93a-12a0de68e71d service neutron] 10.222.0.20 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3536510
Apr 14 11:22:32.854196 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:32.868558 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Transition to ACTIVE for port object 7e9f27f9-e095-4bd9-83a3-664067a8322d will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:22:32.876496 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:32.899462 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:33.006492 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b9369-6002-48fa-9955-a482a5a35d4d None None] Pushing event updated for resources: {'Port': ['ID=7e9f27f9-e095-4bd9-83a3-664067a8322d,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:33.011412 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-496b9369-6002-48fa-9955-a482a5a35d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:33.106673 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-85271bbe-4dec-4f5a-b9df-a882a8e1d69e service neutron] 10.222.0.20 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3295693
Apr 14 11:22:33.250524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dad4a1-26c1-4388-8eed-3ea18016589f req-7daf2757-c00f-4e56-92c5-b361fd43dd1b tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:33.251424 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-d5dad4a1-26c1-4388-8eed-3ea18016589f req-7daf2757-c00f-4e56-92c5-b361fd43dd1b tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Synchronizing usage tracker for tenant:d7332f5d8a074a48aeb82c8e78a23158 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:22:33.278771 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-d5dad4a1-26c1-4388-8eed-3ea18016589f req-7daf2757-c00f-4e56-92c5-b361fd43dd1b tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Unset dirty status for tenant:d7332f5d8a074a48aeb82c8e78a23158 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:22:33.281595 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d5dad4a1-26c1-4388-8eed-3ea18016589f req-7daf2757-c00f-4e56-92c5-b361fd43dd1b tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 931 time: 0.1560359
Apr 14 11:22:33.327104 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-d5dad4a1-26c1-4388-8eed-3ea18016589f req-be8f0d98-2c99-4503-8d91-d0b348e3ae50 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Synchronizing usage tracker for tenant:d7332f5d8a074a48aeb82c8e78a23158 on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:22:33.335086 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 52630) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:33.361980 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:33.369491 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Attempting to bind port 7e9f27f9-e095-4bd9-83a3-664067a8322d on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:22:33.369911 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Attempting to bind port 7e9f27f9-e095-4bd9-83a3-664067a8322d by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': '6d93f21a-1ab9-4de2-a656-a11139999f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:22:33.370307 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Attempting to bind port 7e9f27f9-e095-4bd9-83a3-664067a8322d on network 7143d856-ff11-43d2-8c4d-ccc71b1058f1 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:22:33.374549 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-d5dad4a1-26c1-4388-8eed-3ea18016589f req-be8f0d98-2c99-4503-8d91-d0b348e3ae50 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Unset dirty status for tenant:d7332f5d8a074a48aeb82c8e78a23158 on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:22:33.383430 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:22:33.383854 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Checking segment: {'id': '6d93f21a-1ab9-4de2-a656-a11139999f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:22:33.384297 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:33.384726 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Bound using segment: {'id': '6d93f21a-1ab9-4de2-a656-a11139999f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:22:33.385271 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Bound port: 7e9f27f9-e095-4bd9-83a3-664067a8322d, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d93f21a-1ab9-4de2-a656-a11139999f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:22:33.385681 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:33.393735 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d5dad4a1-26c1-4388-8eed-3ea18016589f req-be8f0d98-2c99-4503-8d91-d0b348e3ae50 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053543
Apr 14 11:22:33.515212 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-33218133-6279-4461-9a2c-20653ce3851e None None] For port 7e9f27f9-e095-4bd9-83a3-664067a8322d, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:22:33.519312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-33218133-6279-4461-9a2c-20653ce3851e None None] For port 7e9f27f9-e095-4bd9-83a3-664067a8322d, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=7e9f27f9-e095-4bd9-83a3-664067a8322d,segment=NetworkSegment(6d93f21a-1ab9-4de2-a656-a11139999f45),segment_id=6d93f21a-1ab9-4de2-a656-a11139999f45)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:22:33.536118 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:33.557306 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:33.566784 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-13bf804f-c720-479f-91f5-aa0f84f5997c req-e86b286c-8db7-46d0-ad16-a21d70f26729 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 210 time: 0.0942893
Apr 14 11:22:33.653484 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b9369-6002-48fa-9955-a482a5a35d4d None None] Pushing event updated for resources: {'Port': ['ID=7e9f27f9-e095-4bd9-83a3-664067a8322d,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:33.660763 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-496b9369-6002-48fa-9955-a482a5a35d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:33.818073 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5de26207-26b9-4f58-9435-9587868f031c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:33.864573 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5de26207-26b9-4f58-9435-9587868f031c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:33.876089 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-5de26207-26b9-4f58-9435-9587868f031c admin admin] Usage tracker for resource:security_group_rule and tenant:b72775de81c248358616956af12e0325 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:33.882205 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-5de26207-26b9-4f58-9435-9587868f031c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:33.906702 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5de26207-26b9-4f58-9435-9587868f031c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:33.951409 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Routers {'70eba96c-80bf-45f7-b57c-674d8c1a278a'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:22:33.952794 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-33218133-6279-4461-9a2c-20653ce3851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1303f1c50>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:22:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['70eba96c-80bf-45f7-b57c-674d8c1a278a'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:22:34.186952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5de26207-26b9-4f58-9435-9587868f031c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:34.198623 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5de26207-26b9-4f58-9435-9587868f031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:34.251804 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4fcc7b94-a3be-4c42-88dc-6c59b84683f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:34.352904 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-5de26207-26b9-4f58-9435-9587868f031c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b72775de81c248358616956af12e0325&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0147450
Apr 14 11:22:34.354181 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 52692) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:34.451177 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de26207-26b9-4f58-9435-9587868f031c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae7b0f6-7871-453c-84d1-77f4f01fb5db,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:34.480064 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5de26207-26b9-4f58-9435-9587868f031c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:34.575195 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-33218133-6279-4461-9a2c-20653ce3851e None None] Set router 70eba96c-80bf-45f7-b57c-674d8c1a278a gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:22:34.606455 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8a220eec-0710-42c2-b0f0-696ef484be4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:34.714784 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8a220eec-0710-42c2-b0f0-696ef484be4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:34.817365 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 52718) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:34.867129 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8a220eec-0710-42c2-b0f0-696ef484be4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:34.882467 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:34.886434 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-b46d322e-b30f-4062-9793-d37220b08e5f tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:34.888107 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-b46d322e-b30f-4062-9793-d37220b08e5f tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/networks?id=7143d856-ff11-43d2-8c4d-ccc71b1058f1 HTTP/1.1" status: 200  len: 819 time: 0.5366082
Apr 14 11:22:34.922353 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a220eec-0710-42c2-b0f0-696ef484be4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae7b0f6-7871-453c-84d1-77f4f01fb5db,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:34.932455 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-b13adc64-698c-4041-aa56-2ff379a9a794 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/quotas/da21fbce17af42eb883bce1555072e06 HTTP/1.1" status: 200  len: 375 time: 0.0317833
Apr 14 11:22:34.949662 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8a220eec-0710-42c2-b0f0-696ef484be4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:34.952966 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8a220eec-0710-42c2-b0f0-696ef484be4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:34.954986 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-8a220eec-0710-42c2-b0f0-696ef484be4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ae7b0f6-7871-453c-84d1-77f4f01fb5db HTTP/1.1" status: 204  len: 168 time: 0.5880713
Apr 14 11:22:35.082042 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64608694-3991-4226-b306-8ddb6e0b7708 req-821e8cb7-0de3-40c9-bf66-77d8708faea7 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:35.091459 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-64608694-3991-4226-b306-8ddb6e0b7708 req-821e8cb7-0de3-40c9-bf66-77d8708faea7 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 932 time: 0.8624499
Apr 14 11:22:35.094546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-faaa2aef-861b-4a63-9ccc-3b92aa54c277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:35.165841 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-faaa2aef-861b-4a63-9ccc-3b92aa54c277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:35.167703 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-64608694-3991-4226-b306-8ddb6e0b7708 req-4767eec4-d867-4e69-a9a2-0f1d5c16609e tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751860
Apr 14 11:22:35.170374 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-33218133-6279-4461-9a2c-20653ce3851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1303f1c50>, [{'id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'name': 'tempest-ServerRescueNegativeTestJSON-1575604623-router', 'tenant_id': 'da21fbce17af42eb883bce1555072e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '0c05a630-cf38-4c94-a362-ff7b4f894643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:17Z', 'updated_at': '2021-04-14T11:22:26Z', 'revision_number': 4, 'project_id': 'da21fbce17af42eb883bce1555072e06', 'gw_port': {'id': '0c05a630-cf38-4c94-a362-ff7b4f894643', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:19Z', 'updated_at': '2021-04-14T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '7e9f27f9-e095-4bd9-83a3-664067a8322d', 'name': '', 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1', 'tenant_id': 'da21fbce17af42eb883bce1555072e06', 'mac_address': 'fa:16:3e:d1:e6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a0b05589-3e80-486a-af43-2ca7b75f34c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:24Z', 'updated_at': '2021-04-14T11:22:33Z', 'revision_number': 4, 'project_id': 'da21fbce17af42eb883bce1555072e06', 'subnets': [{'id': 'a0b05589-3e80-486a-af43-2ca7b75f34c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:22:35.183954 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-faaa2aef-861b-4a63-9ccc-3b92aa54c277 admin admin] Usage tracker for resource:security_group_rule and tenant:157bf5fe22e74ff6b70d49b15e226a05 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:35.184646 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33218133-6279-4461-9a2c-20653ce3851e None None] The sync data for ids ['70eba96c-80bf-45f7-b57c-674d8c1a278a'] in dv-cinder-774594-3-iscsi is: [{'id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'name': 'tempest-ServerRescueNegativeTestJSON-1575604623-router', 'tenant_id': 'da21fbce17af42eb883bce1555072e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '0c05a630-cf38-4c94-a362-ff7b4f894643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:17Z', 'updated_at': '2021-04-14T11:22:26Z', 'revision_number': 4, 'project_id': 'da21fbce17af42eb883bce1555072e06', 'gw_port': {'id': '0c05a630-cf38-4c94-a362-ff7b4f894643', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:19Z', 'updated_at': '2021-04-14T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '7e9f27f9-e095-4bd9-83a3-664067a8322d', 'name': '', 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1', 'tenant_id': 'da21fbce17af42eb883bce1555072e06', 'mac_address': 'fa:16:3e:d1:e6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a0b05589-3e80-486a-af43-2ca7b75f34c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:24Z', 'updated_at': '2021-04-14T11:22:33Z', 'revision_number': 4, 'project_id': 'da21fbce17af42eb883bce1555072e06', 'subnets': [{'id': 'a0b05589-3e80-486a-af43-2ca7b75f34c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:22:35.190640 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-faaa2aef-861b-4a63-9ccc-3b92aa54c277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:35.214228 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-faaa2aef-861b-4a63-9ccc-3b92aa54c277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:35.290606 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-5ddf674a-5fae-441e-afed-297f00919051 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=da21fbce17af42eb883bce1555072e06&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3312030
Apr 14 11:22:35.662753 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-faaa2aef-861b-4a63-9ccc-3b92aa54c277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:35.677029 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-faaa2aef-861b-4a63-9ccc-3b92aa54c277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:35.722134 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-ed966628-3a61-4a51-9b70-7dbf4d012a6a service neutron] 10.222.0.20 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4151449
Apr 14 11:22:35.726914 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:35.895810 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-faaa2aef-861b-4a63-9ccc-3b92aa54c277 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=157bf5fe22e74ff6b70d49b15e226a05&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0768914
Apr 14 11:22:35.896579 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 52742) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:35.907768 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa2aef-861b-4a63-9ccc-3b92aa54c277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62602725-4aca-4477-8ad7-931809b29628,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:35.913000 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-faaa2aef-861b-4a63-9ccc-3b92aa54c277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:36.069792 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 7e9f27f9-e095-4bd9-83a3-664067a8322d up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:22:36.128118 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc09509f-bc1a-40c9-99b9-ef63591fa83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:36.232757 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-9898378b-3a91-452a-bc59-e1e6d22f1742 service neutron] 10.222.0.20 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5051777
Apr 14 11:22:36.247907 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc09509f-bc1a-40c9-99b9-ef63591fa83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:36.269978 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 52754) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:36.357622 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 7e9f27f9-e095-4bd9-83a3-664067a8322d completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:22:36.368986 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 7e9f27f9-e095-4bd9-83a3-664067a8322d triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:22:36.369702 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:36.484123 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-3561bf49-665d-4f9b-8ec0-8d501b718f81 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85282) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 14 11:22:36.491053 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-3561bf49-665d-4f9b-8ec0-8d501b718f81 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0168951
Apr 14 11:22:36.496190 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc09509f-bc1a-40c9-99b9-ef63591fa83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:36.530726 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5de26207-26b9-4f58-9435-9587868f031c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:36.551493 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cc57428e-34f5-4347-97fe-48b6462a16f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:36.590574 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09509f-bc1a-40c9-99b9-ef63591fa83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62602725-4aca-4477-8ad7-931809b29628,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:36.603186 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bc09509f-bc1a-40c9-99b9-ef63591fa83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:36.610062 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc09509f-bc1a-40c9-99b9-ef63591fa83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:36.614129 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-bc09509f-bc1a-40c9-99b9-ef63591fa83c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62602725-4aca-4477-8ad7-931809b29628 HTTP/1.1" status: 204  len: 168 time: 0.7134461
Apr 14 11:22:36.618756 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-53186496-5941-42ce-b137-22a700ddd6a4 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 14 11:22:36.637947 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-53186496-5941-42ce-b137-22a700ddd6a4 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1137986
Apr 14 11:22:36.677016 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cc57428e-34f5-4347-97fe-48b6462a16f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:36.714722 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cc57428e-34f5-4347-97fe-48b6462a16f6 admin admin] Usage tracker for resource:security_group_rule and tenant:46750c577fa642faac12696e6aba33a4 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:36.726693 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cc57428e-34f5-4347-97fe-48b6462a16f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:36.781162 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cc57428e-34f5-4347-97fe-48b6462a16f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:36.908576 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:36.954354 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 7e9f27f9-e095-4bd9-83a3-664067a8322d, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=7e9f27f9-e095-4bd9-83a3-664067a8322d,segment=NetworkSegment(6d93f21a-1ab9-4de2-a656-a11139999f45),segment_id=6d93f21a-1ab9-4de2-a656-a11139999f45)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:22:36.960187 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:36.975720 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2bbb1548-7ddf-4297-8638-84cd0828b5be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:37.034095 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bf190-b187-487a-aac3-eb502e451951 req-637528ee-40b9-488c-975e-1b8cb95d338d tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:37.054065 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-869bf190-b187-487a-aac3-eb502e451951 req-637528ee-40b9-488c-975e-1b8cb95d338d tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 931 time: 0.7261868
Apr 14 11:22:37.092985 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Request body: {'port': {'device_id': '1bc2e850-4340-4152-b42b-a3ae7a9a1047', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:37.187508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=7e9f27f9-e095-4bd9-83a3-664067a8322d,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:37.200870 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:37.286754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Request body: {'port': {'device_id': '919807fb-aa72-4f1f-bba4-6e7f654046e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:37.414564 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-869bf190-b187-487a-aac3-eb502e451951 req-9c375cb1-bbb9-4439-847a-f9801d41a528 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3584526
Apr 14 11:22:37.503442 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cd4c7-c334-45f0-95ef-b9b2de2de2b6 req-283c2bc1-f49b-4fbd-a852-c876c6809ea0 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:37.523239 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5a8cd4c7-c334-45f0-95ef-b9b2de2de2b6 req-283c2bc1-f49b-4fbd-a852-c876c6809ea0 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 932 time: 0.7624178
Apr 14 11:22:37.544845 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:37.680149 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5a8cd4c7-c334-45f0-95ef-b9b2de2de2b6 req-60a91972-ce2e-41ac-9357-e5c1d8080bca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503735
Apr 14 11:22:37.841955 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6017bf35-4b09-40b0-bc7e-098be5df93af req-0a25ec46-5dd3-453f-8b35-e3867af6edba tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 210 time: 0.2113168
Apr 14 11:22:37.904001 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 7e9f27f9-e095-4bd9-83a3-664067a8322d up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:22:38.060272 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cc57428e-34f5-4347-97fe-48b6462a16f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:38.061904 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.47', 57770) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:38.091647 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:38.202627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 7e9f27f9-e095-4bd9-83a3-664067a8322d triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:22:38.205227 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:38.485471 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cc57428e-34f5-4347-97fe-48b6462a16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:38.644155 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:38.655300 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-cc57428e-34f5-4347-97fe-48b6462a16f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46750c577fa642faac12696e6aba33a4&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3817227
Apr 14 11:22:38.751046 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 52828) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:38.842612 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 52834) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:38.894419 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77aaece-9ab9-41e2-aa08-99c213082168 {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:22:38.916171 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:38.950469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Transition to ACTIVE for port object b77aaece-9ab9-41e2-aa08-99c213082168 will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:22:38.962361 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:38.975600 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6e67f009-db20-4877-b550-951da24de3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:39.009013 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-92fad396-489b-434a-a96f-5bdc418a777b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:39.114131 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b77aaece-9ab9-41e2-aa08-99c213082168,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:39.126481 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:39.214097 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6e67f009-db20-4877-b550-951da24de3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:39.249928 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1805550598-network', 'tenant_id': '9591eb29ac5246b1ba2994ad13b421a2'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:39.257132 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:39.263178 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Usage tracker for resource:network and tenant:9591eb29ac5246b1ba2994ad13b421a2 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:39.267863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:39.274728 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:39.294231 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Made reservation on behalf of 9591eb29ac5246b1ba2994ad13b421a2 for: {'network': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:22:39.300156 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:39.320956 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:39.360938 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57428e-34f5-4347-97fe-48b6462a16f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78b0fb1-1832-4879-925c-d44ca369f5b0,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:39.364058 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:39.394727 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Usage tracker for resource:security_group_rule and tenant:9591eb29ac5246b1ba2994ad13b421a2 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:39.405238 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:39.412865 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cc57428e-34f5-4347-97fe-48b6462a16f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:39.430777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:39.500173 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334138a4-74a3-421c-9ac5-c501391924a4 req-e2fef31f-c63f-4464-9d71-e8fe9cbcf706 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:39.522930 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-334138a4-74a3-421c-9ac5-c501391924a4 req-e2fef31f-c63f-4464-9d71-e8fe9cbcf706 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 943 time: 0.8845634
Apr 14 11:22:39.580807 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed24a89-facf-4812-83cd-2cce41561513 req-1c9efa74-783d-4414-bd7d-c652dce4e5c9 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:39.599181 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0ed24a89-facf-4812-83cd-2cce41561513 req-1c9efa74-783d-4414-bd7d-c652dce4e5c9 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 932 time: 0.5556464
Apr 14 11:22:39.667524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6e67f009-db20-4877-b550-951da24de3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:39.675838 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.db.resource_extend [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 14 11:22:39.677849 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Attempting to bind port b77aaece-9ab9-41e2-aa08-99c213082168 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:22:39.678606 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Attempting to bind port b77aaece-9ab9-41e2-aa08-99c213082168 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'c5a8e63d-3c43-4eb5-b900-e26a3453d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b80ee409-db1e-4750-8afa-8a5e4a2326f5'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:22:39.681100 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Attempting to bind port b77aaece-9ab9-41e2-aa08-99c213082168 on network b80ee409-db1e-4750-8afa-8a5e4a2326f5 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:22:39.723864 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0ed24a89-facf-4812-83cd-2cce41561513 req-002f5104-c072-423a-bf97-db4e86ea4741 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239033
Apr 14 11:22:39.740865 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-faaa2aef-861b-4a63-9ccc-3b92aa54c277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:39.793286 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67f009-db20-4877-b550-951da24de3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78b0fb1-1832-4879-925c-d44ca369f5b0,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:39.804292 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6e67f009-db20-4877-b550-951da24de3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:39.805487 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6e67f009-db20-4877-b550-951da24de3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:39.806757 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-6e67f009-db20-4877-b550-951da24de3a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f78b0fb1-1832-4879-925c-d44ca369f5b0 HTTP/1.1" status: 204  len: 168 time: 1.0535882
Apr 14 11:22:39.807579 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Port b77aaece-9ab9-41e2-aa08-99c213082168 on network b80ee409-db1e-4750-8afa-8a5e4a2326f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:22:39.807946 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Attempting to bind port b77aaece-9ab9-41e2-aa08-99c213082168 on network b80ee409-db1e-4750-8afa-8a5e4a2326f5 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:22:39.814112 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-3fbfa4e8-9d34-40c5-8f2c-ed0b9b932dfe tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:39.819302 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-3fbfa4e8-9d34-40c5-8f2c-ed0b9b932dfe tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.47 "GET /v2.0/networks?id=7143d856-ff11-43d2-8c4d-ccc71b1058f1 HTTP/1.1" status: 200  len: 819 time: 1.3324285
Apr 14 11:22:39.826324 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:22:39.826711 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Checking segment: {'id': 'c5a8e63d-3c43-4eb5-b900-e26a3453d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b80ee409-db1e-4750-8afa-8a5e4a2326f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:22:39.827340 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Bound using segment: {'id': 'c5a8e63d-3c43-4eb5-b900-e26a3453d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b80ee409-db1e-4750-8afa-8a5e4a2326f5'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:22:39.827858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Bound port: b77aaece-9ab9-41e2-aa08-99c213082168, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a8e63d-3c43-4eb5-b900-e26a3453d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b80ee409-db1e-4750-8afa-8a5e4a2326f5'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:22:39.828249 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:39.835390 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-334138a4-74a3-421c-9ac5-c501391924a4 req-18226c86-4315-4023-9e14-58e2327bb55d tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3114913
Apr 14 11:22:39.988014 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54043a7e-a43f-4ebc-b1e8-81310c1de06c {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:22:39.998344 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:40.091476 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-172910a5-8055-4171-b8c3-d140f6afba33 req-876bba8c-0856-4e49-aeec-f597b97d59e2 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 210 time: 0.0866618
Apr 14 11:22:40.111733 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Transition to ACTIVE for port object 54043a7e-a43f-4ebc-b1e8-81310c1de06c will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:22:40.117084 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] For port b77aaece-9ab9-41e2-aa08-99c213082168, host hv-cinder-77459, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:22:40.118899 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:40.136430 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] For port b77aaece-9ab9-41e2-aa08-99c213082168, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b77aaece-9ab9-41e2-aa08-99c213082168,segment=NetworkSegment(c5a8e63d-3c43-4eb5-b900-e26a3453d59c),segment_id=c5a8e63d-3c43-4eb5-b900-e26a3453d59c)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:22:40.161219 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:40.165563 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2c257774-46c4-49fa-97cc-2cebc29f33d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:40.192215 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:40.267858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:40.331962 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:40.411900 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 52888) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:40.418571 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243}  {{(pid=85282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:22:40.442664 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b77aaece-9ab9-41e2-aa08-99c213082168,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:40.450734 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:40.451698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:40.496400 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:40.496799 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Added segment b50c5062-bced-437b-8e25-8d6fb8f96756 of type vlan for network f8ae5c6a-8dc5-4e6c-a709-65eacba75ef9
Apr 14 11:22:40.549905 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff0e2e1-ca38-4154-a4fb-83ca9d4198b8,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:40.555936 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Request body: {'port': {'device_id': '700bea40-16e8-44aa-af35-ed1b84591b14', 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1', 'admin_state_up': True, 'tenant_id': 'da21fbce17af42eb883bce1555072e06'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:40.570136 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:40.578877 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:40.580466 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] 10.222.0.47 "PUT /v2.0/ports/b77aaece-9ab9-41e2-aa08-99c213082168 HTTP/1.1" status: 200  len: 1093 time: 3.6098261
Apr 14 11:22:40.589735 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc2e850-4340-4152-b42b-a3ae7a9a1047', 'tag': 'b77aaece-9ab9-41e2-aa08-99c213082168'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:22:40.614780 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Pushing event updated for resources: {'Port': ['ID=54043a7e-a43f-4ebc-b1e8-81310c1de06c,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:40.651465 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:40.956499 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:40.958467 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:41.071737 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:41.079202 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Usage tracker for resource:port and tenant:da21fbce17af42eb883bce1555072e06 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:41.085935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:41.103487 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:41.139178 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6718535b-a1ae-4ff4-985b-5fcfc32fdccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:41.162153 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:41.167311 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6718535b-a1ae-4ff4-985b-5fcfc32fdccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:41.182137 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:41.183130 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:41.190909 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-6718535b-a1ae-4ff4-985b-5fcfc32fdccd admin admin] Usage tracker for resource:security_group_rule and tenant:fb3b1730f2834a99b553b3fe9ab55033 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:41.209438 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-6718535b-a1ae-4ff4-985b-5fcfc32fdccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:41.224929 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6718535b-a1ae-4ff4-985b-5fcfc32fdccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:41.231951 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:41.276070 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Made reservation on behalf of da21fbce17af42eb883bce1555072e06 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:22:41.301529 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:41.378875 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Attempting to bind port 54043a7e-a43f-4ebc-b1e8-81310c1de06c on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:22:41.379174 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Attempting to bind port 54043a7e-a43f-4ebc-b1e8-81310c1de06c by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '0bb50e76-f091-470d-9a1c-30ece105ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:22:41.379559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Attempting to bind port 54043a7e-a43f-4ebc-b1e8-81310c1de06c on network 6b5ae062-a161-4889-8402-18f1bfe40400 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:22:41.414825 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Port 54043a7e-a43f-4ebc-b1e8-81310c1de06c on network 6b5ae062-a161-4889-8402-18f1bfe40400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:22:41.415184 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Attempting to bind port 54043a7e-a43f-4ebc-b1e8-81310c1de06c on network 6b5ae062-a161-4889-8402-18f1bfe40400 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:22:41.437528 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:22:41.437901 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Checking segment: {'id': '0bb50e76-f091-470d-9a1c-30ece105ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:22:41.438728 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Bound using segment: {'id': '0bb50e76-f091-470d-9a1c-30ece105ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:22:41.439017 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Bound port: 54043a7e-a43f-4ebc-b1e8-81310c1de06c, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb50e76-f091-470d-9a1c-30ece105ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:22:41.439403 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:41.441108 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6718535b-a1ae-4ff4-985b-5fcfc32fdccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:41.489000 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6718535b-a1ae-4ff4-985b-5fcfc32fdccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:41.551599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-ec0b9f8e-bc47-42cb-a9e9-75e192af45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:41.554666 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-ec0b9f8e-bc47-42cb-a9e9-75e192af45d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7332f5d8a074a48aeb82c8e78a23158&device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 1096 time: 0.7489364
Apr 14 11:22:41.557884 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-6718535b-a1ae-4ff4-985b-5fcfc32fdccd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb3b1730f2834a99b553b3fe9ab55033&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1447186
Apr 14 11:22:41.632379 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 52936) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:41.703880 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Pushing event updated for resources: {'Network': ['ID=f8ae5c6a-8dc5-4e6c-a709-65eacba75ef9,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:41.711111 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:41.711702 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5509af11-4a7a-49a3-8d8c-dae6fba2e47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:41.720105 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network f8ae5c6a-8dc5-4e6c-a709-65eacba75ef9 details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:22:41.726102 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.8790803
Apr 14 11:22:41.726778 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 52948) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:41.735620 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-345dfe7b-ce76-4084-b93a-eee56449c7a0 admin admin] Request body: {'subnet': {'network_id': 'f8ae5c6a-8dc5-4e6c-a709-65eacba75ef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1805550598-subnet', 'tenant_id': '9591eb29ac5246b1ba2994ad13b421a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:41.763272 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-345dfe7b-ce76-4084-b93a-eee56449c7a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:41.768397 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718535b-a1ae-4ff4-985b-5fcfc32fdccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7766b4ae-cecb-4540-a84d-fb6455011e16,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:41.771824 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-345dfe7b-ce76-4084-b93a-eee56449c7a0 admin admin] Usage tracker for resource:subnet and tenant:9591eb29ac5246b1ba2994ad13b421a2 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:41.774826 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6718535b-a1ae-4ff4-985b-5fcfc32fdccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:41.775668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-345dfe7b-ce76-4084-b93a-eee56449c7a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:41.789375 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-345dfe7b-ce76-4084-b93a-eee56449c7a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:41.806740 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345dfe7b-ce76-4084-b93a-eee56449c7a0 admin admin] Made reservation on behalf of 9591eb29ac5246b1ba2994ad13b421a2 for: {'subnet': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:22:41.819271 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-345dfe7b-ce76-4084-b93a-eee56449c7a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:41.867615 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5688a-c892-4113-a59d-560918687994 req-c2a90b33-d38e-4e98-b30a-6133b0779008 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:41.869169 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-58f5688a-c892-4113-a59d-560918687994 req-c2a90b33-d38e-4e98-b30a-6133b0779008 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 943 time: 0.7003379
Apr 14 11:22:41.950315 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-58f5688a-c892-4113-a59d-560918687994 req-09ef41e6-d271-4309-bc8c-bd3d865f767d tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351324
Apr 14 11:22:42.008247 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab8d78-184b-4876-9380-811c11c4104a req-5441dd01-6f46-4da2-b603-1d4860e760ae tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:42.009952 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fcab8d78-184b-4876-9380-811c11c4104a req-5441dd01-6f46-4da2-b603-1d4860e760ae tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 944 time: 0.8915138
Apr 14 11:22:42.050742 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f3b24ea6-664d-4daf-b9a5-0e0074ee286c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:42.145002 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] For port 54043a7e-a43f-4ebc-b1e8-81310c1de06c, host hv-cinder-77459, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:22:42.178650 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fcab8d78-184b-4876-9380-811c11c4104a req-0c13301c-c3aa-4934-a7c2-e2d678a2acb8 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421466
Apr 14 11:22:42.194435 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] For port 54043a7e-a43f-4ebc-b1e8-81310c1de06c, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=54043a7e-a43f-4ebc-b1e8-81310c1de06c,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:22:42.204478 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:42.232116 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-6c6e3397-ce5e-446c-a811-28a5f20d826f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b77aaece-9ab9-41e2-aa08-99c213082168 HTTP/1.1" status: 200  len: 217 time: 0.1511507
Apr 14 11:22:42.387272 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f3b24ea6-664d-4daf-b9a5-0e0074ee286c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:42.411291 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-6fffb026-a8e7-4ae4-a9ff-3b766209569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:42.416905 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-6fffb026-a8e7-4ae4-a9ff-3b766209569d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c91a121-5bc3-40ea-950b-586785006783 HTTP/1.1" status: 200  len: 852 time: 0.1730590
Apr 14 11:22:42.435974 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:42.571401 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.47', 57779) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:42.573907 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-d92b6a1d-87b8-4272-ae88-4a5461e8dfa6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b80ee409-db1e-4750-8afa-8a5e4a2326f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1497159
Apr 14 11:22:42.676548 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc2e850-4340-4152-b42b-a3ae7a9a1047', 'tag': 'b77aaece-9ab9-41e2-aa08-99c213082168', 'status': 'completed', 'code': 200}
Apr 14 11:22:42.743508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Allocated IP 172.20.0.14 (7143d856-ff11-43d2-8c4d-ccc71b1058f1/a0b05589-3e80-486a-af43-2ca7b75f34c0/2a762df2-4724-4061-b177-3d3782de6cef) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:22:42.772582 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fdc4183c-950b-4132-86cd-c7793e3f06c6 req-5b2e09ab-cd32-4612-bc8c-bcbd1611b94b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 210 time: 0.3754733
Apr 14 11:22:42.774636 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Pushing event updated for resources: {'Port': ['ID=54043a7e-a43f-4ebc-b1e8-81310c1de06c,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:42.802128 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:42.822560 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f3b24ea6-664d-4daf-b9a5-0e0074ee286c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:42.842942 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:42.881379 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b24ea6-664d-4daf-b9a5-0e0074ee286c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7766b4ae-cecb-4540-a84d-fb6455011e16,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:42.936920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f3b24ea6-664d-4daf-b9a5-0e0074ee286c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:43.094788 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f3b24ea6-664d-4daf-b9a5-0e0074ee286c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:43.098779 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-f3b24ea6-664d-4daf-b9a5-0e0074ee286c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7766b4ae-cecb-4540-a84d-fb6455011e16 HTTP/1.1" status: 204  len: 168 time: 1.4649866
Apr 14 11:22:43.116491 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:43.117213 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:43.118724 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] 10.222.0.47 "PUT /v2.0/ports/54043a7e-a43f-4ebc-b1e8-81310c1de06c HTTP/1.1" status: 200  len: 1094 time: 6.1242390
Apr 14 11:22:43.119245 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919807fb-aa72-4f1f-bba4-6e7f654046e2', 'tag': '54043a7e-a43f-4ebc-b1e8-81310c1de06c'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:22:43.295411 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-ecf64c4b-1465-4470-a6ef-74a64bf43a6b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:43.297356 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-ecf64c4b-1465-4470-a6ef-74a64bf43a6b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.47 "GET /v2.0/networks?id=7143d856-ff11-43d2-8c4d-ccc71b1058f1 HTTP/1.1" status: 200  len: 819 time: 0.7223265
Apr 14 11:22:43.349564 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-f3b700c8-3a54-4cf9-a2bc-c9a265724a1a service neutron] 10.222.0.47 "GET /v2.0/networks/b80ee409-db1e-4750-8afa-8a5e4a2326f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7060101
Apr 14 11:22:43.365808 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Request body: {'port': {'device_id': '19ca5ca2-fef9-4ea6-9793-04f619487679', 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1', 'admin_state_up': True, 'tenant_id': 'da21fbce17af42eb883bce1555072e06'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:43.753440 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:43.799756 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-fbd8ef21-c2b5-4155-ac6b-c1bb52f1bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:43.801543 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-fbd8ef21-c2b5-4155-ac6b-c1bb52f1bd73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de9050b67e08476387fed4dd21923614&device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 1097 time: 0.3874810
Apr 14 11:22:43.812304 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d813fa-4b90-45e3-897f-07f8f7fd59e3 req-dc3adc79-2604-4eac-a2a7-333186a7e569 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:43.814264 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-11d813fa-4b90-45e3-897f-07f8f7fd59e3 req-dc3adc79-2604-4eac-a2a7-333186a7e569 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 944 time: 0.4065042
Apr 14 11:22:43.822665 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8d449-e664-4a8c-8f4a-8cb194fab7fa req-57028ffc-8a34-4cca-bd93-466df93eb24e tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:43.824393 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-72a8d449-e664-4a8c-8f4a-8cb194fab7fa req-57028ffc-8a34-4cca-bd93-466df93eb24e tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 943 time: 0.4116228
Apr 14 11:22:43.856040 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c15dc906-c6fa-4e94-a31f-0bec2209e75a req-ae10417f-36d1-4d91-ab73-2e9014c50f9e service neutron] 10.222.0.47 "GET /v2.0/networks/b80ee409-db1e-4750-8afa-8a5e4a2326f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4945352
Apr 14 11:22:43.864660 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:43.870257 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Usage tracker for resource:port and tenant:da21fbce17af42eb883bce1555072e06 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:43.875403 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:43.884435 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:43.906540 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Made reservation on behalf of da21fbce17af42eb883bce1555072e06 for: {'port': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:22:43.913294 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:43.972263 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-decd2742-0b55-49c4-97d4-208010e7b94b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54043a7e-a43f-4ebc-b1e8-81310c1de06c HTTP/1.1" status: 200  len: 217 time: 0.1455662
Apr 14 11:22:43.986433 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-11d813fa-4b90-45e3-897f-07f8f7fd59e3 req-5eea8fc3-d449-4e05-a3bb-6834433338cc tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609738
Apr 14 11:22:44.048543 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-72a8d449-e664-4a8c-8f4a-8cb194fab7fa req-dd1cf60f-a9d8-4e22-acb0-579a90aa0f66 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114945
Apr 14 11:22:44.075943 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-665d3187-e80d-407b-b6ad-ff0442859464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:44.078431 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-665d3187-e80d-407b-b6ad-ff0442859464 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d255a5ae-2634-43d7-8e91-eade956f26e1 HTTP/1.1" status: 200  len: 855 time: 0.0966766
Apr 14 11:22:44.081074 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:44.123817 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-345dfe7b-ce76-4084-b93a-eee56449c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for subnet, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:44.165826 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-df0d50d8-d863-455a-ae7a-f6a94c2114dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:44.185039 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:44.287661 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-86f7ab59-4b97-470d-9507-ff28494d7b23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b5ae062-a161-4889-8402-18f1bfe40400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2005405
Apr 14 11:22:44.444816 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-d3c8019d-dff0-4fcb-bf67-0d034c20f90c req-1982dd86-3015-4381-bf82-b17ab903ce0b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Synchronizing usage tracker for tenant:da21fbce17af42eb883bce1555072e06 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:22:44.460746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e767d-ce73-4fb7-a830-08f6db5e99b9 req-a7650d73-36db-434d-a219-5d067620bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:44.463020 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-293e767d-ce73-4fb7-a830-08f6db5e99b9 req-a7650d73-36db-434d-a219-5d067620bc6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7332f5d8a074a48aeb82c8e78a23158&device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 1096 time: 0.5411863
Apr 14 11:22:44.539383 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Pushing event updated for resources: {'Port': ['ID=2a762df2-4724-4061-b177-3d3782de6cef,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:44.611867 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:44.625972 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-d3c8019d-dff0-4fcb-bf67-0d034c20f90c req-1982dd86-3015-4381-bf82-b17ab903ce0b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Unset dirty status for tenant:da21fbce17af42eb883bce1555072e06 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:22:44.627337 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d3c8019d-dff0-4fcb-bf67-0d034c20f90c req-1982dd86-3015-4381-bf82-b17ab903ce0b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 210 time: 0.3931081
Apr 14 11:22:44.677010 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919807fb-aa72-4f1f-bba4-6e7f654046e2', 'tag': '54043a7e-a43f-4ebc-b1e8-81310c1de06c', 'status': 'completed', 'code': 200}
Apr 14 11:22:44.696532 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-806bc0ec-4c6d-4dd3-81ba-8e36e33554e5 service neutron] 10.222.0.47 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3678579
Apr 14 11:22:44.701020 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Network 7143d856-ff11-43d2-8c4d-ccc71b1058f1 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:22:44.702630 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:22:44.706232 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:22:44.712603 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:44.713301 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:44.776555 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e767d-ce73-4fb7-a830-08f6db5e99b9 req-9cf32c25-9f45-4bfd-ab88-8a834f757e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:44.779274 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-293e767d-ce73-4fb7-a830-08f6db5e99b9 req-9cf32c25-9f45-4bfd-ab88-8a834f757e2e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b80ee409-db1e-4750-8afa-8a5e4a2326f5 HTTP/1.1" status: 200  len: 913 time: 0.3027792
Apr 14 11:22:44.834839 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.2979519
Apr 14 11:22:44.862469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Request body: {'port': {'device_id': '700bea40-16e8-44aa-af35-ed1b84591b14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:44.875283 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-293e767d-ce73-4fb7-a830-08f6db5e99b9 req-6df17a5e-0d9f-4971-be6a-01fe2f82d5d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b77aaece-9ab9-41e2-aa08-99c213082168 HTTP/1.1" status: 200  len: 217 time: 0.0823236
Apr 14 11:22:44.933608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345dfe7b-ce76-4084-b93a-eee56449c7a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f786db49-90ce-4bd1-8b14-8077a10739b3,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:44.939372 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Allocated IP 172.20.0.6 (7143d856-ff11-43d2-8c4d-ccc71b1058f1/a0b05589-3e80-486a-af43-2ca7b75f34c0/10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:22:44.962615 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-345dfe7b-ce76-4084-b93a-eee56449c7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:45.010595 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345dfe7b-ce76-4084-b93a-eee56449c7a0 admin admin] Checking segment: {'id': 'b50c5062-bced-437b-8e25-8d6fb8f96756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f8ae5c6a-8dc5-4e6c-a709-65eacba75ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:22:45.011010 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345dfe7b-ce76-4084-b93a-eee56449c7a0 admin admin] Network hostable DHCP agents. Network: f8ae5c6a-8dc5-4e6c-a709-65eacba75ef9, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:22:45.058230 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e767d-ce73-4fb7-a830-08f6db5e99b9 req-f93c2325-707b-4307-ae09-f76293120be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:45.059864 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-293e767d-ce73-4fb7-a830-08f6db5e99b9 req-f93c2325-707b-4307-ae09-f76293120be7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c91a121-5bc3-40ea-950b-586785006783 HTTP/1.1" status: 200  len: 852 time: 0.1696784
Apr 14 11:22:45.085725 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7985ec6c-88bd-4ee8-9424-e67301160390 req-d20a34f8-cbda-4ec9-bc10-9699db80c85a service neutron] 10.222.0.47 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3807445
Apr 14 11:22:45.150682 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-293e767d-ce73-4fb7-a830-08f6db5e99b9 req-1f534a73-f198-454a-9f89-f90f26f07edf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b80ee409-db1e-4750-8afa-8a5e4a2326f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0831780
Apr 14 11:22:45.153555 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345dfe7b-ce76-4084-b93a-eee56449c7a0 admin admin] Network f8ae5c6a-8dc5-4e6c-a709-65eacba75ef9 is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:22:45.316468 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-345dfe7b-ce76-4084-b93a-eee56449c7a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, f8ae5c6a-8dc5-4e6c-a709-65eacba75ef9) {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:22:45.332873 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7771b27d-c239-4ee4-b30e-79ae8fae0b30 None None] Network f8ae5c6a-8dc5-4e6c-a709-65eacba75ef9 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:22:45.338008 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345dfe7b-ce76-4084-b93a-eee56449c7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:45.339286 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-345dfe7b-ce76-4084-b93a-eee56449c7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:45.469094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:45.479696 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:45.686664 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d60993-c8ae-4dc8-b08c-623d8e10fb41 req-cfc70f8e-05bd-4283-b508-33459f1e6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:45.688439 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-64d60993-c8ae-4dc8-b08c-623d8e10fb41 req-cfc70f8e-05bd-4283-b508-33459f1e6982 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de9050b67e08476387fed4dd21923614&device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 1097 time: 0.4805489
Apr 14 11:22:45.701712 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6901192-4d01-4200-8b4f-f654a012dd8d req-81c3f78a-a904-4c59-a979-b1d2ca2f961f tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:45.703987 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d6901192-4d01-4200-8b4f-f654a012dd8d req-81c3f78a-a904-4c59-a979-b1d2ca2f961f tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 944 time: 0.4008610
Apr 14 11:22:45.802263 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376997aa-801b-409f-a21b-e3ff4e7e3479 req-03ede809-15eb-4649-8c46-ce10922da327 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:45.803969 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-376997aa-801b-409f-a21b-e3ff4e7e3479 req-03ede809-15eb-4649-8c46-ce10922da327 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 943 time: 0.4902112
Apr 14 11:22:45.807172 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d6901192-4d01-4200-8b4f-f654a012dd8d req-b97e2fe0-0894-429d-a05c-651e91548395 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937595
Apr 14 11:22:45.951893 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffb8bc0-e630-41e4-9ae9-88c76d59c91c None None] Network f8ae5c6a-8dc5-4e6c-a709-65eacba75ef9 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:22:45.985432 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d60993-c8ae-4dc8-b08c-623d8e10fb41 req-81b6469b-e824-4a38-90be-61fc61f5e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:45.987540 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-64d60993-c8ae-4dc8-b08c-623d8e10fb41 req-81b6469b-e824-4a38-90be-61fc61f5e51c service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b5ae062-a161-4889-8402-18f1bfe40400 HTTP/1.1" status: 200  len: 916 time: 0.2825718
Apr 14 11:22:46.002124 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-345dfe7b-ce76-4084-b93a-eee56449c7a0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 4.2745607
Apr 14 11:22:46.012045 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-376997aa-801b-409f-a21b-e3ff4e7e3479 req-dd2aaa53-95df-469a-beb9-f656f20982a6 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928184
Apr 14 11:22:46.127186 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:46.145321 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-293e767d-ce73-4fb7-a830-08f6db5e99b9 req-addbfbc0-1932-47cd-a4a6-ccf5c6e3c988 service neutron] 10.222.0.47 "GET /v2.0/networks/b80ee409-db1e-4750-8afa-8a5e4a2326f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9450924
Apr 14 11:22:46.207110 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-64d60993-c8ae-4dc8-b08c-623d8e10fb41 req-48f80d61-6920-4740-bc6c-1c99abac7435 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54043a7e-a43f-4ebc-b1e8-81310c1de06c HTTP/1.1" status: 200  len: 217 time: 0.1908512
Apr 14 11:22:46.374493 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:46.496696 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Pushing event updated for resources: {'Port': ['ID=10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:46.548481 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-293e767d-ce73-4fb7-a830-08f6db5e99b9 req-f4f11550-fbe6-46a8-9c5f-7a647ca203cc service neutron] 10.222.0.47 "GET /v2.0/networks/b80ee409-db1e-4750-8afa-8a5e4a2326f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3128054
Apr 14 11:22:46.549490 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:46.660855 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d60993-c8ae-4dc8-b08c-623d8e10fb41 req-1f09b3bc-9cef-4897-8deb-aaee5ad73660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:46.662982 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-64d60993-c8ae-4dc8-b08c-623d8e10fb41 req-1f09b3bc-9cef-4897-8deb-aaee5ad73660 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d255a5ae-2634-43d7-8e91-eade956f26e1 HTTP/1.1" status: 200  len: 855 time: 0.1502178
Apr 14 11:22:46.679018 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Network 7143d856-ff11-43d2-8c4d-ccc71b1058f1 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:22:46.682617 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:22:46.688569 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:22:46.699136 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:46.699634 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:46.731048 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3980682
Apr 14 11:22:46.747005 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Request body: {'port': {'device_id': '19ca5ca2-fef9-4ea6-9793-04f619487679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:46.773021 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-64d60993-c8ae-4dc8-b08c-623d8e10fb41 req-09e58dfb-c4ee-474a-856b-66045e975080 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b5ae062-a161-4889-8402-18f1bfe40400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0961318
Apr 14 11:22:46.871247 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e42562-d2b5-4d57-ad68-6429924f48f7 req-721828bc-e0a8-41f4-ad72-3cd1cbbf19df tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:46.880604 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-81e42562-d2b5-4d57-ad68-6429924f48f7 req-721828bc-e0a8-41f4-ad72-3cd1cbbf19df tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 931 time: 0.7547417
Apr 14 11:22:46.918940 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:47.002687 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-81e42562-d2b5-4d57-ad68-6429924f48f7 req-70b2f916-99a1-4363-b2e9-12769a07c1b2 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Synchronizing usage tracker for tenant:da21fbce17af42eb883bce1555072e06 on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:22:47.099790 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 53154) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:47.112513 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2069287371-network', 'tenant_id': 'c294364c6da24934ad51d167b8a20189'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:47.121127 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:47.126382 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Usage tracker for resource:network and tenant:c294364c6da24934ad51d167b8a20189 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:47.129480 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:47.189135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:47.221925 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Made reservation on behalf of c294364c6da24934ad51d167b8a20189 for: {'network': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:22:47.227009 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:47.244185 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a762df2-4724-4061-b177-3d3782de6cef {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:22:47.249688 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:47.268337 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:47.272574 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Usage tracker for resource:security_group_rule and tenant:c294364c6da24934ad51d167b8a20189 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:47.275986 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:47.282720 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:47.283770 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:47.304744 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Transition to ACTIVE for port object 2a762df2-4724-4061-b177-3d3782de6cef will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:22:47.307065 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-81e42562-d2b5-4d57-ad68-6429924f48f7 req-70b2f916-99a1-4363-b2e9-12769a07c1b2 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Unset dirty status for tenant:da21fbce17af42eb883bce1555072e06 on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:22:47.308464 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-81e42562-d2b5-4d57-ad68-6429924f48f7 req-70b2f916-99a1-4363-b2e9-12769a07c1b2 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4269705
Apr 14 11:22:47.320072 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:47.350495 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5422c131-d0cf-4c4a-a56f-b37e2fe427b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:47.418459 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-64d60993-c8ae-4dc8-b08c-623d8e10fb41 req-c141f205-6b19-4cfe-b5f5-83e69d933788 service neutron] 10.222.0.47 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5933402
Apr 14 11:22:47.544665 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:47.563852 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:47.629648 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Pushing event updated for resources: {'Port': ['ID=2a762df2-4724-4061-b177-3d3782de6cef,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:47.644989 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:22:47.655572 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:47.674269 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Transition to ACTIVE for port object 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:22:47.675418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6718535b-a1ae-4ff4-985b-5fcfc32fdccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:47.698891 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:47.713397 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3b2c29-84b2-4228-808f-71b9b85211cf,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:47.723245 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215088b-bb19-43bf-a743-087bea3d46e2 req-9cc6c285-8036-4036-857d-f7f4ece29c63 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:47.723430 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:47.724669 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:47.733648 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3215088b-bb19-43bf-a743-087bea3d46e2 req-9cc6c285-8036-4036-857d-f7f4ece29c63 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 944 time: 0.7332251
Apr 14 11:22:47.761084 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:47.818401 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3215088b-bb19-43bf-a743-087bea3d46e2 req-afd4694f-7870-4d73-a5bb-4e0feace5952 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837719
Apr 14 11:22:47.852901 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 54043a7e-a43f-4ebc-b1e8-81310c1de06c details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:22:47.871055 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248}  {{(pid=85282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:22:47.890668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Pushing event updated for resources: {'Port': ['ID=10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:47.896070 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:47.935225 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-64d60993-c8ae-4dc8-b08c-623d8e10fb41 req-d1c5da0a-bc91-43ab-9e48-efb9d7e717c3 service neutron] 10.222.0.47 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5017340
Apr 14 11:22:47.988826 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3052b1-1bea-4a35-8a72-100b938718ae req-df3b5445-fd10-4e71-8006-5c2d4c7c9a25 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:47.990649 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cc3052b1-1bea-4a35-8a72-100b938718ae req-df3b5445-fd10-4e71-8006-5c2d4c7c9a25 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 943 time: 0.4707489
Apr 14 11:22:47.999591 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:48.003446 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Added segment 4c51291b-f79e-4e3e-96cf-954ce8b94849 of type vlan for network 15d12993-3a26-48ff-823f-cf0b06cf141a
Apr 14 11:22:48.032620 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Attempting to bind port 2a762df2-4724-4061-b177-3d3782de6cef on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:22:48.033085 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Attempting to bind port 2a762df2-4724-4061-b177-3d3782de6cef by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '6d93f21a-1ab9-4de2-a656-a11139999f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:22:48.033573 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Attempting to bind port 2a762df2-4724-4061-b177-3d3782de6cef on network 7143d856-ff11-43d2-8c4d-ccc71b1058f1 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:22:48.049983 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cc3052b1-1bea-4a35-8a72-100b938718ae req-88ebb3d4-f74e-4d92-bfb2-b782a1662f3a tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484335
Apr 14 11:22:48.053314 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Port 2a762df2-4724-4061-b177-3d3782de6cef on network 7143d856-ff11-43d2-8c4d-ccc71b1058f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:22:48.056838 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Attempting to bind port 2a762df2-4724-4061-b177-3d3782de6cef on network 7143d856-ff11-43d2-8c4d-ccc71b1058f1 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:22:48.067843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:22:48.068329 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Checking segment: {'id': '6d93f21a-1ab9-4de2-a656-a11139999f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:22:48.068867 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Bound using segment: {'id': '6d93f21a-1ab9-4de2-a656-a11139999f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:22:48.069488 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Bound port: 2a762df2-4724-4061-b177-3d3782de6cef, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d93f21a-1ab9-4de2-a656-a11139999f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:22:48.069980 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:48.077706 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:48.152447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 54043a7e-a43f-4ebc-b1e8-81310c1de06c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=54043a7e-a43f-4ebc-b1e8-81310c1de06c,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:22:48.168102 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '54043a7e-a43f-4ebc-b1e8-81310c1de06c', 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400', 'port_id': '54043a7e-a43f-4ebc-b1e8-81310c1de06c', 'mac_address': 'fa:16:3e:a5:b9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd255a5ae-2634-43d7-8e91-eade956f26e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:22:48.173990 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] For port 2a762df2-4724-4061-b177-3d3782de6cef, host hv-cinder-77459, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:22:48.178452 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] For port 2a762df2-4724-4061-b177-3d3782de6cef, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2a762df2-4724-4061-b177-3d3782de6cef,segment=NetworkSegment(6d93f21a-1ab9-4de2-a656-a11139999f45),segment_id=6d93f21a-1ab9-4de2-a656-a11139999f45)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:22:48.181699 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:48.200252 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:48.219886 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:48.222588 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:48.223226 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:48.230757 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:48.250554 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54043a7e-a43f-4ebc-b1e8-81310c1de06c {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:22:48.259218 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-90faa325-9502-4881-bbbe-08671cf54746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:48.267957 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 54043a7e-a43f-4ebc-b1e8-81310c1de06c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=54043a7e-a43f-4ebc-b1e8-81310c1de06c,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:22:48.271239 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:48.272503 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device b77aaece-9ab9-41e2-aa08-99c213082168 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:22:48.276168 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-496b9369-6002-48fa-9955-a482a5a35d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:48.359116 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Pushing event updated for resources: {'Port': ['ID=2a762df2-4724-4061-b177-3d3782de6cef,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:48.362149 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=54043a7e-a43f-4ebc-b1e8-81310c1de06c,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:48.364573 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:48.366108 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:48.398205 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Pushing event updated for resources: {'Network': ['ID=15d12993-3a26-48ff-823f-cf0b06cf141a,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:48.401552 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:48.402646 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:48.404954 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] 10.222.0.47 "PUT /v2.0/ports/2a762df2-4724-4061-b177-3d3782de6cef HTTP/1.1" status: 200  len: 1094 time: 3.5557635
Apr 14 11:22:48.405714 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700bea40-16e8-44aa-af35-ed1b84591b14', 'tag': '2a762df2-4724-4061-b177-3d3782de6cef'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:22:48.424601 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:48.431494 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network 15d12993-3a26-48ff-823f-cf0b06cf141a details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:22:48.443614 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Attempting to bind port 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:22:48.443993 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Attempting to bind port 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '6d93f21a-1ab9-4de2-a656-a11139999f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:22:48.444362 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Attempting to bind port 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb on network 7143d856-ff11-43d2-8c4d-ccc71b1058f1 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:22:48.469206 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Port 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb on network 7143d856-ff11-43d2-8c4d-ccc71b1058f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:22:48.469586 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Attempting to bind port 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb on network 7143d856-ff11-43d2-8c4d-ccc71b1058f1 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:22:48.489767 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.3888142
Apr 14 11:22:48.490895 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:22:48.491274 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Checking segment: {'id': '6d93f21a-1ab9-4de2-a656-a11139999f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:22:48.491702 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Bound using segment: {'id': '6d93f21a-1ab9-4de2-a656-a11139999f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:22:48.493696 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Bound port: 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d93f21a-1ab9-4de2-a656-a11139999f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:22:48.494125 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:48.536128 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700bea40-16e8-44aa-af35-ed1b84591b14', 'tag': '2a762df2-4724-4061-b177-3d3782de6cef', 'status': 'completed', 'code': 200}
Apr 14 11:22:48.536608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 53208) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:48.558876 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-fe4c1e96-6655-4fb1-afa2-3ba4750a2531 admin admin] Request body: {'subnet': {'network_id': '15d12993-3a26-48ff-823f-cf0b06cf141a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2069287371-subnet', 'tenant_id': 'c294364c6da24934ad51d167b8a20189', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:22:48.564057 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-fe4c1e96-6655-4fb1-afa2-3ba4750a2531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:48.627306 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-fe4c1e96-6655-4fb1-afa2-3ba4750a2531 admin admin] Usage tracker for resource:subnet and tenant:c294364c6da24934ad51d167b8a20189 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:48.638117 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-fe4c1e96-6655-4fb1-afa2-3ba4750a2531 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:48.648004 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-fe4c1e96-6655-4fb1-afa2-3ba4750a2531 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:48.671809 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] For port 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb, host hv-cinder-77459, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:22:48.676582 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4c1e96-6655-4fb1-afa2-3ba4750a2531 admin admin] Made reservation on behalf of c294364c6da24934ad51d167b8a20189 for: {'subnet': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:22:48.677585 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] For port 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb,segment=NetworkSegment(6d93f21a-1ab9-4de2-a656-a11139999f45),segment_id=6d93f21a-1ab9-4de2-a656-a11139999f45)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:22:48.682827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1e96-6655-4fb1-afa2-3ba4750a2531 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:48.684985 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:48.700277 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port b77aaece-9ab9-41e2-aa08-99c213082168, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b77aaece-9ab9-41e2-aa08-99c213082168,segment=NetworkSegment(c5a8e63d-3c43-4eb5-b900-e26a3453d59c),segment_id=c5a8e63d-3c43-4eb5-b900-e26a3453d59c)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:22:48.707588 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-492739aa-63f9-4fa1-8d3f-2a7586e9ef8d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:48.716591 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': 'b77aaece-9ab9-41e2-aa08-99c213082168', 'network_id': 'b80ee409-db1e-4750-8afa-8a5e4a2326f5', 'port_id': 'b77aaece-9ab9-41e2-aa08-99c213082168', 'mac_address': 'fa:16:3e:02:2c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c91a121-5bc3-40ea-950b-586785006783', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:22:48.781082 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:48.818906 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Pushing event updated for resources: {'Port': ['ID=10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:48.825016 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77aaece-9ab9-41e2-aa08-99c213082168 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:22:48.832080 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:48.853459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port b77aaece-9ab9-41e2-aa08-99c213082168, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b77aaece-9ab9-41e2-aa08-99c213082168,segment=NetworkSegment(c5a8e63d-3c43-4eb5-b900-e26a3453d59c),segment_id=c5a8e63d-3c43-4eb5-b900-e26a3453d59c)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:22:48.862203 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:48.864521 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:48.987838 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:48.988539 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:48.991178 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] 10.222.0.47 "PUT /v2.0/ports/10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb HTTP/1.1" status: 200  len: 1093 time: 2.2511744
Apr 14 11:22:48.991777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ca5ca2-fef9-4ea6-9793-04f619487679', 'tag': '10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:22:49.008557 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=b77aaece-9ab9-41e2-aa08-99c213082168,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:49.011996 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:49.043356 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-a96ec3ee-82e6-4a15-b892-30941a001c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:49.045599 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-a96ec3ee-82e6-4a15-b892-30941a001c88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da21fbce17af42eb883bce1555072e06&device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 1097 time: 0.5896297
Apr 14 11:22:49.117358 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-8c82a763-acd7-44b4-bb9d-0201e26204f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:49.119050 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-8c82a763-acd7-44b4-bb9d-0201e26204f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da21fbce17af42eb883bce1555072e06&device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 1096 time: 0.0902948
Apr 14 11:22:49.191258 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17920eba-fcfa-4b23-b957-afe3009bf3cf req-66276e9f-500d-424d-9020-e0ba5061ea79 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:49.192943 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-17920eba-fcfa-4b23-b957-afe3009bf3cf req-66276e9f-500d-424d-9020-e0ba5061ea79 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 943 time: 0.6391714
Apr 14 11:22:49.194247 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-2e9182d7-e0fa-40c2-93b8-cab77ffb488f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a762df2-4724-4061-b177-3d3782de6cef HTTP/1.1" status: 200  len: 217 time: 0.0985403
Apr 14 11:22:49.254795 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-17920eba-fcfa-4b23-b957-afe3009bf3cf req-0c9d1912-04e9-4a0c-b7c8-a49e6da6d3f1 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499551
Apr 14 11:22:49.329688 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd59427-e44f-4ef7-8c0c-6c487cba0e5a req-69960e13-d650-4808-8163-cb7a4884f7ad tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:49.331321 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ecd59427-e44f-4ef7-8c0c-6c487cba0e5a req-69960e13-d650-4808-8163-cb7a4884f7ad tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 945 time: 0.2970033
Apr 14 11:22:49.395198 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ca5ca2-fef9-4ea6-9793-04f619487679', 'tag': '10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb', 'status': 'completed', 'code': 200}
Apr 14 11:22:49.395513 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ecd59427-e44f-4ef7-8c0c-6c487cba0e5a req-ce482d3b-dc28-4b42-ad4c-5cc9b38e4649 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554695
Apr 14 11:22:49.555620 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 53254) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:49.655651 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62766148-1983-40c0-a489-40df709ea14b req-bf9f1e0d-4e51-4ec2-b3a5-e2cce709ca1d tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:49.657299 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-62766148-1983-40c0-a489-40df709ea14b req-bf9f1e0d-4e51-4ec2-b3a5-e2cce709ca1d tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 944 time: 0.1256049
Apr 14 11:22:49.712160 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-53f9e189-1c4c-41c8-ac9a-64767be321cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:49.737728 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-62766148-1983-40c0-a489-40df709ea14b req-e36655c3-3d21-40ab-b98c-df87c8d8d701 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697756
Apr 14 11:22:49.754777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1e96-6655-4fb1-afa2-3ba4750a2531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for subnet, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:49.756769 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-53f9e189-1c4c-41c8-ac9a-64767be321cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:49.761314 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-53f9e189-1c4c-41c8-ac9a-64767be321cd admin admin] Usage tracker for resource:security_group_rule and tenant:0bf276f2be23407ab5e009738a92a761 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:49.765170 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-53f9e189-1c4c-41c8-ac9a-64767be321cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:49.771719 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-53f9e189-1c4c-41c8-ac9a-64767be321cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:49.777173 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-99451c75-dfb8-4af8-bb2a-fb235c168e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:49.862114 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-53f9e189-1c4c-41c8-ac9a-64767be321cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:49.866705 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-53f9e189-1c4c-41c8-ac9a-64767be321cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:49.877733 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:49.919236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c1e96-6655-4fb1-afa2-3ba4750a2531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7683eef8-1f43-4da7-8715-03184ba6d412,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:49.923605 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fe4c1e96-6655-4fb1-afa2-3ba4750a2531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:49.927124 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-53f9e189-1c4c-41c8-ac9a-64767be321cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bf276f2be23407ab5e009738a92a761&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3701625
Apr 14 11:22:49.928200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9e189-1c4c-41c8-ac9a-64767be321cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf07aa8-7873-4d37-9805-a597c66f024a,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:49.930792 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 53268) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:49.946438 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-53f9e189-1c4c-41c8-ac9a-64767be321cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:50.006528 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a96a8104-58c2-4534-84d4-7d28c235681a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:50.018707 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c1e96-6655-4fb1-afa2-3ba4750a2531 admin admin] Checking segment: {'id': '4c51291b-f79e-4e3e-96cf-954ce8b94849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '15d12993-3a26-48ff-823f-cf0b06cf141a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:22:50.019230 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4c1e96-6655-4fb1-afa2-3ba4750a2531 admin admin] Network hostable DHCP agents. Network: 15d12993-3a26-48ff-823f-cf0b06cf141a, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:22:50.038126 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a96a8104-58c2-4534-84d4-7d28c235681a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:50.041943 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4c1e96-6655-4fb1-afa2-3ba4750a2531 admin admin] Network 15d12993-3a26-48ff-823f-cf0b06cf141a is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:22:50.052610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-fe4c1e96-6655-4fb1-afa2-3ba4750a2531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, 15d12993-3a26-48ff-823f-cf0b06cf141a) {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:22:50.058796 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4c1e96-6655-4fb1-afa2-3ba4750a2531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:50.060042 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1e96-6655-4fb1-afa2-3ba4750a2531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:50.062484 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8363ae44-b66e-49da-9643-d3d6de9803fe None None] Network 15d12993-3a26-48ff-823f-cf0b06cf141a requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:22:50.085852 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-fe4c1e96-6655-4fb1-afa2-3ba4750a2531 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.5414803
Apr 14 11:22:50.087726 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a96a8104-58c2-4534-84d4-7d28c235681a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:50.093996 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:50.113500 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a8104-58c2-4534-84d4-7d28c235681a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf07aa8-7873-4d37-9805-a597c66f024a,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:50.122454 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a96a8104-58c2-4534-84d4-7d28c235681a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:50.124344 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a96a8104-58c2-4534-84d4-7d28c235681a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:50.125636 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a96a8104-58c2-4534-84d4-7d28c235681a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cf07aa8-7873-4d37-9805-a597c66f024a HTTP/1.1" status: 204  len: 168 time: 0.1938679
Apr 14 11:22:50.263174 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 53280) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:50.330736 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf37c2fb-4285-48ea-bf5c-556d29655348 None None] Network 15d12993-3a26-48ff-823f-cf0b06cf141a requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:22:50.332936 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d1436a-7cd3-4f09-bb22-20d2b1d6126c admin admin] Deleting subnet f786db49-90ce-4bd1-8b14-8077a10739b3 {{(pid=85281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 14 11:22:50.336431 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-34d1436a-7cd3-4f09-bb22-20d2b1d6126c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:50.394236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-34d1436a-7cd3-4f09-bb22-20d2b1d6126c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:50.442347 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-34d1436a-7cd3-4f09-bb22-20d2b1d6126c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1821'] for subnet, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:50.479105 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 53288) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:50.543904 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce0d2da7-98d6-4289-93d9-68e27ff24c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:50.562920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ce0d2da7-98d6-4289-93d9-68e27ff24c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:50.568255 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ce0d2da7-98d6-4289-93d9-68e27ff24c29 admin admin] Usage tracker for resource:security_group_rule and tenant:c5fda0a0dd804cffb53fb149592124ae is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:50.573351 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ce0d2da7-98d6-4289-93d9-68e27ff24c29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:50.583587 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ce0d2da7-98d6-4289-93d9-68e27ff24c29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:50.690398 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce0d2da7-98d6-4289-93d9-68e27ff24c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:50.694044 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce0d2da7-98d6-4289-93d9-68e27ff24c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:50.704052 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6e67f009-db20-4877-b550-951da24de3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:50.750415 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-ce0d2da7-98d6-4289-93d9-68e27ff24c29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5fda0a0dd804cffb53fb149592124ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2673221
Apr 14 11:22:50.750415 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d2da7-98d6-4289-93d9-68e27ff24c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f641ccb-ec79-4b17-949f-2cb7aa5b99fc,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:50.751246 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 53294) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:50.760854 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5298e0-0b55-468c-88a8-ef3d180c57e3 req-db189e1e-bcfc-4a69-a908-e6c73b646cf5 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:50.762649 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ea5298e0-0b55-468c-88a8-ef3d180c57e3 req-db189e1e-bcfc-4a69-a908-e6c73b646cf5 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 943 time: 0.3713443
Apr 14 11:22:50.772997 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ce0d2da7-98d6-4289-93d9-68e27ff24c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:50.824469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bb976c16-9873-4963-867b-8c09c392e5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:50.835434 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ea5298e0-0b55-468c-88a8-ef3d180c57e3 req-9f29ff78-f0f7-4125-8c1f-d0acdbce7112 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564525
Apr 14 11:22:50.861643 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bb976c16-9873-4963-867b-8c09c392e5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:50.862361 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a292117-0d2d-41e4-b166-86caabffdf41 req-0b0c40cc-dde0-4a7d-be5a-9f23bd4dd7a8 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:50.864105 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7a292117-0d2d-41e4-b166-86caabffdf41 req-0b0c40cc-dde0-4a7d-be5a-9f23bd4dd7a8 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 945 time: 0.3142881
Apr 14 11:22:50.915006 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bb976c16-9873-4963-867b-8c09c392e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:50.921149 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bc09509f-bc1a-40c9-99b9-ef63591fa83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:50.936092 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb976c16-9873-4963-867b-8c09c392e5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f641ccb-ec79-4b17-949f-2cb7aa5b99fc,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:50.938863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bb976c16-9873-4963-867b-8c09c392e5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:50.940592 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7a292117-0d2d-41e4-b166-86caabffdf41 req-7ff0c98d-63fb-4b42-908f-178af42fb82b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409327
Apr 14 11:22:50.941008 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bb976c16-9873-4963-867b-8c09c392e5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:50.944253 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-bb976c16-9873-4963-867b-8c09c392e5ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f641ccb-ec79-4b17-949f-2cb7aa5b99fc HTTP/1.1" status: 204  len: 168 time: 0.1899269
Apr 14 11:22:51.035925 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-34d1436a-7cd3-4f09-bb22-20d2b1d6126c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for subnet, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:51.061418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8725fef9-11d8-414e-aa39-5fffc2a381d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:51.116626 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1436a-7cd3-4f09-bb22-20d2b1d6126c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f786db49-90ce-4bd1-8b14-8077a10739b3,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:51.121408 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-34d1436a-7cd3-4f09-bb22-20d2b1d6126c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:51.189041 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb869a0-f89c-4d5a-9ed9-afa65fece345 req-a67cb658-daf0-4524-90bf-debea2b58f21 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:51.190709 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2bb869a0-f89c-4d5a-9ed9-afa65fece345 req-a67cb658-daf0-4524-90bf-debea2b58f21 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 944 time: 0.2491255
Apr 14 11:22:51.237590 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2bb869a0-f89c-4d5a-9ed9-afa65fece345 req-7ae77f73-7003-4d74-9ec6-a2b634065cf2 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372865
Apr 14 11:22:51.240505 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-34d1436a-7cd3-4f09-bb22-20d2b1d6126c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:51.246979 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-34d1436a-7cd3-4f09-bb22-20d2b1d6126c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f786db49-90ce-4bd1-8b14-8077a10739b3 HTTP/1.1" status: 204  len: 168 time: 0.9821198
Apr 14 11:22:51.249597 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 53310) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:51.346059 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 53314) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:51.366015 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-57165496-0c8b-44a3-9797-e8a069e0bbb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:51.368548 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854664768'] for network, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:51.381470 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-57165496-0c8b-44a3-9797-e8a069e0bbb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:51.385612 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-57165496-0c8b-44a3-9797-e8a069e0bbb1 admin admin] Usage tracker for resource:security_group_rule and tenant:c374753e156648308221abaf24a3ad45 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:51.388816 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-57165496-0c8b-44a3-9797-e8a069e0bbb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:51.395370 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-57165496-0c8b-44a3-9797-e8a069e0bbb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:51.480255 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-57165496-0c8b-44a3-9797-e8a069e0bbb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:51.484117 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-57165496-0c8b-44a3-9797-e8a069e0bbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:51.493716 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:51.537743 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-57165496-0c8b-44a3-9797-e8a069e0bbb1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c374753e156648308221abaf24a3ad45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1904323
Apr 14 11:22:51.538832 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57165496-0c8b-44a3-9797-e8a069e0bbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ef6d6e-9456-4401-8291-8addc67841c6,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:51.541508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 53318) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:51.544333 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-57165496-0c8b-44a3-9797-e8a069e0bbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:51.566816 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854302052', 'neutron.services.segments.db._delete_segments_for_network--9223363253325445970'] for network, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:51.609193 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4b947eed-e668-4b35-808a-00c625eaf0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:51.635983 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4b947eed-e668-4b35-808a-00c625eaf0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:51.681927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4b947eed-e668-4b35-808a-00c625eaf0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:51.683751 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd1301f9978>> segment before_delete 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:51.684156 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd1301f9978>> subnet precommit_delete_associations 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:51.684984 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd1301095f8>> segment_host_mapping after_create 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:51.685463 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd1301095f8>> port after_create 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:51.685840 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd1301095f8>> port after_delete 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:51.686221 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd1301095f8>> port after_update 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:51.686583 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd1301095f8>> segment after_delete 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:51.686960 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd1301095f8>> subnet after_create 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:51.687317 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd1301095f8>> subnet after_delete 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:51.687488 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:51.687674 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd1301095f8>> subnet after_update 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:51.701964 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b947eed-e668-4b35-808a-00c625eaf0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ef6d6e-9456-4401-8291-8addc67841c6,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:51.704757 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4b947eed-e668-4b35-808a-00c625eaf0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:51.706014 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4b947eed-e668-4b35-808a-00c625eaf0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:51.710060 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-4b947eed-e668-4b35-808a-00c625eaf0ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06ef6d6e-9456-4401-8291-8addc67841c6 HTTP/1.1" status: 204  len: 168 time: 0.1646955
Apr 14 11:22:51.754892 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd13067fda0>> subnet after_create 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:51.755286 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd13067fda0>> subnet after_delete 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:51.755662 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd13067fda0>> subnet before_create 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:51.756039 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd13067fda0>> subnet before_update 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:51.756459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd130892a20>,) {'filters': {'network_id': ['f8ae5c6a-8dc5-4e6c-a709-65eacba75ef9']}} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:22:51.770535 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd130892a20>, 'b50c5062-bced-437b-8e25-8d6fb8f96756') {'for_net_delete': True} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:22:51.770878 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd130892a20>, 'b50c5062-bced-437b-8e25-8d6fb8f96756') {} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:22:51.782892 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253325448786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2265445'] for segment, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:51.799243 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:51.807019 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=85281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 14 11:22:51.988918 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['b77aaece-9ab9-41e2-aa08-99c213082168'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:22:52.051285 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-28f152c1-97a7-4c91-966f-135aa79201bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb HTTP/1.1" status: 200  len: 217 time: 0.0850811
Apr 14 11:22:52.064214 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['54043a7e-a43f-4ebc-b1e8-81310c1de06c'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:22:52.117663 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Network f8ae5c6a-8dc5-4e6c-a709-65eacba75ef9 has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:22:52.129993 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253485'] for segment, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:52.145814 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-0767b7e8-3744-4fe6-91cc-7dd54eb30039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:52.148203 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-0767b7e8-3744-4fe6-91cc-7dd54eb30039 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b05589-3e80-486a-af43-2ca7b75f34c0 HTTP/1.1" status: 200  len: 859 time: 0.0889828
Apr 14 11:22:52.285439 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-1bb6bfd3-a5d3-4faf-a5b5-65ac73db80a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7143d856-ff11-43d2-8c4d-ccc71b1058f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1243689
Apr 14 11:22:52.524281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-cce65edd-f9e7-4eef-958f-852c59c0201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:52.526241 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-cce65edd-f9e7-4eef-958f-852c59c0201d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b05589-3e80-486a-af43-2ca7b75f34c0 HTTP/1.1" status: 200  len: 859 time: 0.5413404
Apr 14 11:22:52.600434 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f98a0-e68c-42fb-bf3d-a81b0754a109 req-340fa52d-e4b6-4951-8b3d-081fbc590ec9 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:52.602867 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2c7f98a0-e68c-42fb-bf3d-a81b0754a109 req-340fa52d-e4b6-4951-8b3d-081fbc590ec9 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 943 time: 0.6192172
Apr 14 11:22:52.710921 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Network f8ae5c6a-8dc5-4e6c-a709-65eacba75ef9 has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   from cryptography.utils import int_from_bytes
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   from cryptography.utils import int_from_bytes
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   (rel_b, rel_a, rel_b),
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   (rel_b, rel_a, rel_b),
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]: Traceback (most recent call last):
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:     timer()
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:     cb(*args, **kw)
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:     return func(*args, **kwargs)
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:     self._notify()
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:     self.callback(batched_events)
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:     event.method(event)
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:     segment_id)['aggregates'][0]
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:     return f(self, *a, **k)
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self._get(url).json()
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:     **kwargs)
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self.request(url, 'GET', **kwargs)
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:     **endpoint_filter)
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 14 11:22:52.742390 dv-cinder-774594-3-iscsi neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 14 11:22:52.773967 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2c7f98a0-e68c-42fb-bf3d-a81b0754a109 req-693cd42a-b05e-4bf3-b521-47c79aa03959 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493270
Apr 14 11:22:52.864205 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231b5e6-ffaf-411a-b587-ad436d7495c8 req-83491c39-46f4-453c-ac94-fce3d56eb367 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:52.865892 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3231b5e6-ffaf-411a-b587-ad436d7495c8 req-83491c39-46f4-453c-ac94-fce3d56eb367 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 945 time: 0.7058182
Apr 14 11:22:52.873619 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-473733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850711281'] for network, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:52.898065 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-68051dbc-f0a6-49b4-9caf-31225175ef89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:52.919220 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:52.925916 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3231b5e6-ffaf-411a-b587-ad436d7495c8 req-0035e1c3-f6c3-497f-84c8-40825b27b742 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503309
Apr 14 11:22:52.992824 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Pushing event deleted for resources: {'Network': ['ID=f8ae5c6a-8dc5-4e6c-a709-65eacba75ef9,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:52.996262 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:53.004542 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-b8c4edda-85f0-4338-bea1-c779fb12ac0a admin admin] 10.222.0.20 "DELETE /v2.0/networks/f8ae5c6a-8dc5-4e6c-a709-65eacba75ef9 HTTP/1.1" status: 204  len: 168 time: 1.7510364
Apr 14 11:22:53.005093 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 53376) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:53.038270 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b06e0f-e703-4f05-aa67-3bbbe89dc6de req-57d5d2a3-451d-488b-84bc-660fd5703c0d tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:53.039906 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c2b06e0f-e703-4f05-aa67-3bbbe89dc6de req-57d5d2a3-451d-488b-84bc-660fd5703c0d tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 944 time: 0.1272149
Apr 14 11:22:53.072547 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c2b06e0f-e703-4f05-aa67-3bbbe89dc6de req-02f453cc-56f5-4419-b95d-9901157d8f58 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258243
Apr 14 11:22:53.099458 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-455f523d-3863-4ae6-a1c9-ac3a063342d1 admin admin] Deleting subnet 7683eef8-1f43-4da7-8715-03184ba6d412 {{(pid=85282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 14 11:22:53.102786 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-455f523d-3863-4ae6-a1c9-ac3a063342d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:53.162869 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-455f523d-3863-4ae6-a1c9-ac3a063342d1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:53.170833 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-455f523d-3863-4ae6-a1c9-ac3a063342d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1821'] for subnet, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:53.332116 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 53384) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:53.446211 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-455f523d-3863-4ae6-a1c9-ac3a063342d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for subnet, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:53.462804 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b74f6b28-c20f-4942-9827-6687adc7ee6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:53.462965 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:53.479973 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-b74f6b28-c20f-4942-9827-6687adc7ee6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:53.485201 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-b74f6b28-c20f-4942-9827-6687adc7ee6a admin admin] Usage tracker for resource:security_group_rule and tenant:fa8c495edb7841bcae0aceb17737f861 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:53.488334 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-b74f6b28-c20f-4942-9827-6687adc7ee6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:53.495115 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-b74f6b28-c20f-4942-9827-6687adc7ee6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:53.509534 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f523d-3863-4ae6-a1c9-ac3a063342d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7683eef8-1f43-4da7-8715-03184ba6d412,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:53.512258 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-455f523d-3863-4ae6-a1c9-ac3a063342d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:53.603254 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-455f523d-3863-4ae6-a1c9-ac3a063342d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:53.608566 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b74f6b28-c20f-4942-9827-6687adc7ee6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:53.609419 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-455f523d-3863-4ae6-a1c9-ac3a063342d1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7683eef8-1f43-4da7-8715-03184ba6d412 HTTP/1.1" status: 204  len: 168 time: 0.6029868
Apr 14 11:22:53.611782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b74f6b28-c20f-4942-9827-6687adc7ee6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:53.612343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 53394) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:53.621208 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-521bf71a-8471-469d-9184-02a28f2152e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:53.663707 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-b74f6b28-c20f-4942-9827-6687adc7ee6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa8c495edb7841bcae0aceb17737f861&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3304360
Apr 14 11:22:53.664603 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f6b28-c20f-4942-9827-6687adc7ee6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6680d0b2-f551-470d-9242-8e1e426d7487,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:53.668673 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b74f6b28-c20f-4942-9827-6687adc7ee6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:53.669388 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 53398) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:53.733695 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854664768'] for network, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:53.735065 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-31567070-29ae-4520-b9d0-ae7eeaddf1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:53.762326 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-31567070-29ae-4520-b9d0-ae7eeaddf1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:53.806183 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-31567070-29ae-4520-b9d0-ae7eeaddf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:53.812422 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:53.825984 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31567070-29ae-4520-b9d0-ae7eeaddf1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6680d0b2-f551-470d-9242-8e1e426d7487,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:53.829289 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-31567070-29ae-4520-b9d0-ae7eeaddf1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:53.833418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-31567070-29ae-4520-b9d0-ae7eeaddf1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:53.834853 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-31567070-29ae-4520-b9d0-ae7eeaddf1f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6680d0b2-f551-470d-9242-8e1e426d7487 HTTP/1.1" status: 204  len: 168 time: 0.1639240
Apr 14 11:22:54.149518 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ae87-7a6e-48bb-8db9-72f04535c708 req-fd99c709-df4f-4222-8a53-e19c9d1ee4cf tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:54.153031 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6da1ae87-7a6e-48bb-8db9-72f04535c708 req-fd99c709-df4f-4222-8a53-e19c9d1ee4cf tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 943 time: 0.1150806
Apr 14 11:22:54.187924 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854302052', 'neutron.services.segments.db._delete_segments_for_network--9223363253325445970'] for network, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:54.219950 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-957b14c0-ef31-4fd8-84ae-ff65e17bcd6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7143d856-ff11-43d2-8c4d-ccc71b1058f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0652289
Apr 14 11:22:54.307727 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6da1ae87-7a6e-48bb-8db9-72f04535c708 req-38520015-28ad-4030-9194-442bab3d2733 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836701
Apr 14 11:22:54.389808 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3265e2-3b85-4a3a-954a-1656055c9df7 req-4c9cab52-8b90-46fc-8b3b-a7c8c3c9d72a tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:54.391530 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0a3265e2-3b85-4a3a-954a-1656055c9df7 req-4c9cab52-8b90-46fc-8b3b-a7c8c3c9d72a tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 945 time: 0.1486769
Apr 14 11:22:54.401333 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd12b623588>> segment before_delete 55550000 {{(pid=85282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:54.401782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd12b623588>> subnet precommit_delete_associations 55550000 {{(pid=85282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:54.402607 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd130a9e7f0>> segment_host_mapping after_create 55550000 {{(pid=85282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:54.402976 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd130a9e7f0>> port after_create 55550000 {{(pid=85282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:54.403338 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd130a9e7f0>> port after_delete 55550000 {{(pid=85282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:54.403712 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd130a9e7f0>> port after_update 55550000 {{(pid=85282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:54.404624 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd130a9e7f0>> segment after_delete 55550000 {{(pid=85282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:54.405004 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd130a9e7f0>> subnet after_create 55550000 {{(pid=85282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:54.405388 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd130a9e7f0>> subnet after_delete 55550000 {{(pid=85282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:54.405746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd130a9e7f0>> subnet after_update 55550000 {{(pid=85282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:54.432326 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0a3265e2-3b85-4a3a-954a-1656055c9df7 req-e763ceda-0051-4ec9-820d-4f5378df60eb tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332124
Apr 14 11:22:54.476255 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd130601be0>> subnet after_create 55550000 {{(pid=85282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:54.476255 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd130601be0>> subnet after_delete 55550000 {{(pid=85282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:54.476255 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd130601be0>> subnet before_create 55550000 {{(pid=85282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:54.476255 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd130601be0>> subnet before_update 55550000 {{(pid=85282) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 14 11:22:54.476255 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd130a9ecf8>,) {'filters': {'network_id': ['15d12993-3a26-48ff-823f-cf0b06cf141a']}} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:22:54.505644 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd130a9ecf8>, '4c51291b-f79e-4e3e-96cf-954ce8b94849') {'for_net_delete': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:22:54.505920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd130a9ecf8>, '4c51291b-f79e-4e3e-96cf-954ce8b94849') {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:22:54.521986 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-c8cdc375-9b59-46a5-bbcf-71ee1172c633 service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3709965
Apr 14 11:22:54.523804 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253325448786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26561450'] for segment, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:54.546344 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:54.547445 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309eb8d-7003-4625-a05e-0f9a9ddc4182 req-2e084bde-3c7f-4ff2-967e-fd4331df448d tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:54.549114 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5309eb8d-7003-4625-a05e-0f9a9ddc4182 req-2e084bde-3c7f-4ff2-967e-fd4331df448d tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 944 time: 0.1054080
Apr 14 11:22:54.554779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=85282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 14 11:22:54.583138 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5309eb8d-7003-4625-a05e-0f9a9ddc4182 req-21ff66d3-1af9-4a78-a268-72b7b05e1718 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0278468
Apr 14 11:22:54.761692 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Network 15d12993-3a26-48ff-823f-cf0b06cf141a has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:22:54.771689 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852025971'] for segment, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:54.952674 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Network 15d12993-3a26-48ff-823f-cf0b06cf141a has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   from cryptography.utils import int_from_bytes
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   from cryptography.utils import int_from_bytes
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   (rel_b, rel_a, rel_b),
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   (rel_b, rel_a, rel_b),
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]: Traceback (most recent call last):
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:     timer()
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:     cb(*args, **kw)
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:     return func(*args, **kwargs)
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:     self._notify()
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:     self.callback(batched_events)
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:     event.method(event)
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:     segment_id)['aggregates'][0]
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:     return f(self, *a, **k)
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self._get(url).json()
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:     **kwargs)
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self.request(url, 'GET', **kwargs)
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:     **endpoint_filter)
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 14 11:22:54.977972 dv-cinder-774594-3-iscsi neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 14 11:22:55.059003 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-473733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850711281'] for network, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:55.063638 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-83f1a9ac-4f99-49ba-b390-f8c1c0c5a4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:55.083383 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:55.085823 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Pushing event deleted for resources: {'Network': ['ID=15d12993-3a26-48ff-823f-cf0b06cf141a,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:55.088828 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:55.094978 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] 10.222.0.20 "DELETE /v2.0/networks/15d12993-3a26-48ff-823f-cf0b06cf141a HTTP/1.1" status: 204  len: 168 time: 1.4789658
Apr 14 11:22:55.314983 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 53458) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:55.327142 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-7ac033b2-2c20-4d0c-88c9-5dc2a5148a3b service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586347
Apr 14 11:22:55.350189 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e925d9bb-0f54-4f77-9147-a96a5ef5e921 req-1981c638-a801-4c2a-9d6e-96f90de906df service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1815238
Apr 14 11:22:55.432604 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0d7c00e1-a205-4417-aee9-483510b07f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:55.493746 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-63c9d3e7-a7d3-4c9a-b070-455c6b6252c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9591eb29ac5246b1ba2994ad13b421a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1775429
Apr 14 11:22:55.496906 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 53470) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:55.501956 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 53474) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:55.589988 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-028064e3-c896-4cda-a1fa-6e4c2bde7aa0 req-0f9c0a12-ec5d-484b-98fb-81a44040049e service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2565141
Apr 14 11:22:55.610922 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbd4aa-9c9c-4b4b-afd4-add41c90fdc2 req-42d13dd6-e2b1-440c-9873-1e2bed756f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:55.612601 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dbdbd4aa-9c9c-4b4b-afd4-add41c90fdc2 req-42d13dd6-e2b1-440c-9873-1e2bed756f72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da21fbce17af42eb883bce1555072e06&device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 1096 time: 0.1974034
Apr 14 11:22:55.615780 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-273e2175-52b4-43de-a12c-6b2858256a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:55.648254 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-273e2175-52b4-43de-a12c-6b2858256a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:55.673294 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e142990-1235-485b-9b28-586fec607367 req-ab4088f8-59dd-4699-81ca-f72baf504dfb tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:55.675355 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8e142990-1235-485b-9b28-586fec607367 req-ab4088f8-59dd-4699-81ca-f72baf504dfb tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 943 time: 0.2094307
Apr 14 11:22:55.708330 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be23b91f-0de3-48d6-8061-37b1431dd304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:55.720433 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8e142990-1235-485b-9b28-586fec607367 req-b3a0b739-a158-44c7-b737-703be8879874 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365889
Apr 14 11:22:55.726673 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-be23b91f-0de3-48d6-8061-37b1431dd304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:22:55.731596 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-be23b91f-0de3-48d6-8061-37b1431dd304 admin admin] Usage tracker for resource:security_group_rule and tenant:a529cece9b18445bb8452006db017038 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:22:55.735414 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-be23b91f-0de3-48d6-8061-37b1431dd304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:22:55.736513 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b197b02-9655-490e-bbf3-338529b62c59 req-ad574ce7-45a1-4ae9-81b0-6ff83ade896f tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:55.738260 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b197b02-9655-490e-bbf3-338529b62c59 req-ad574ce7-45a1-4ae9-81b0-6ff83ade896f tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 945 time: 0.1334064
Apr 14 11:22:55.741679 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-be23b91f-0de3-48d6-8061-37b1431dd304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:22:55.759685 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-273e2175-52b4-43de-a12c-6b2858256a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:55.784793 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ce0d2da7-98d6-4289-93d9-68e27ff24c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:55.796259 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b197b02-9655-490e-bbf3-338529b62c59 req-54cf7358-0e86-4d2f-ae32-ba5521bbe0da tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505047
Apr 14 11:22:55.807020 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e2175-52b4-43de-a12c-6b2858256a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff0e2e1-ca38-4154-a4fb-83ca9d4198b8,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:55.818190 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-273e2175-52b4-43de-a12c-6b2858256a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:55.825699 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-273e2175-52b4-43de-a12c-6b2858256a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:55.827622 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-273e2175-52b4-43de-a12c-6b2858256a15 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ff0e2e1-ca38-4154-a4fb-83ca9d4198b8 HTTP/1.1" status: 204  len: 168 time: 0.3295288
Apr 14 11:22:55.905737 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be23b91f-0de3-48d6-8061-37b1431dd304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:55.909128 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be23b91f-0de3-48d6-8061-37b1431dd304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:55.918908 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:55.964892 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-be23b91f-0de3-48d6-8061-37b1431dd304 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a529cece9b18445bb8452006db017038&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4507618
Apr 14 11:22:55.968179 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 53490) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:55.970840 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23b91f-0de3-48d6-8061-37b1431dd304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0ef7c1-bb2d-4ff1-8ac4-24c412d437e1,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:55.988451 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-be23b91f-0de3-48d6-8061-37b1431dd304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:55.991283 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895e382-6322-4854-a0bd-57fe91452df7 req-7895919e-484e-4dcf-82ab-d6ce9878902e tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:55.993540 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3895e382-6322-4854-a0bd-57fe91452df7 req-7895919e-484e-4dcf-82ab-d6ce9878902e tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 944 time: 0.1084108
Apr 14 11:22:56.026057 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3895e382-6322-4854-a0bd-57fe91452df7 req-5ad2508f-cf1b-471c-933a-c30ab256c849 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251679
Apr 14 11:22:56.043384 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff836ca3-9dc8-4cd9-8cd7-3b26379ffd5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:56.080691 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff836ca3-9dc8-4cd9-8cd7-3b26379ffd5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:56.126906 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff836ca3-9dc8-4cd9-8cd7-3b26379ffd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:56.132121 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:56.143507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff836ca3-9dc8-4cd9-8cd7-3b26379ffd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0ef7c1-bb2d-4ff1-8ac4-24c412d437e1,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:56.149020 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ff836ca3-9dc8-4cd9-8cd7-3b26379ffd5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:56.149138 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 53496) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:56.150571 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff836ca3-9dc8-4cd9-8cd7-3b26379ffd5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:56.154360 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-ff836ca3-9dc8-4cd9-8cd7-3b26379ffd5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c0ef7c1-bb2d-4ff1-8ac4-24c412d437e1 HTTP/1.1" status: 204  len: 168 time: 0.1825845
Apr 14 11:22:56.205626 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-85640696-8a59-478c-ade1-26b5e5007e29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c294364c6da24934ad51d167b8a20189&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0554800
Apr 14 11:22:56.208871 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 53502) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:22:56.270888 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dcab08e9-6521-4fdf-a730-bfd92572cc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:56.298568 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dcab08e9-6521-4fdf-a730-bfd92572cc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:56.343434 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dcab08e9-6521-4fdf-a730-bfd92572cc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:56.348849 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:56.362920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab08e9-6521-4fdf-a730-bfd92572cc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3b2c29-84b2-4228-808f-71b9b85211cf,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:56.365971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dcab08e9-6521-4fdf-a730-bfd92572cc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:56.366928 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dcab08e9-6521-4fdf-a730-bfd92572cc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:56.371076 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-dcab08e9-6521-4fdf-a730-bfd92572cc2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f3b2c29-84b2-4228-808f-71b9b85211cf HTTP/1.1" status: 204  len: 168 time: 0.1611373
Apr 14 11:22:57.028844 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1a2c8-92ac-468c-a0b1-96ea4cea1a70 req-f7008621-a9af-4b94-8326-f56a81718abd tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:57.031648 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b8f1a2c8-92ac-468c-a0b1-96ea4cea1a70 req-f7008621-a9af-4b94-8326-f56a81718abd tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 943 time: 0.1576636
Apr 14 11:22:57.076908 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b8f1a2c8-92ac-468c-a0b1-96ea4cea1a70 req-3e43b170-e670-4a0e-97df-2270fb2c25ed tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375702
Apr 14 11:22:57.090746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea3e73-83e8-4952-8897-c5d33247a7e8 req-a7e1f4bd-6f56-4c17-af8b-72c4ccd296f1 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:57.092439 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-64ea3e73-83e8-4952-8897-c5d33247a7e8 req-a7e1f4bd-6f56-4c17-af8b-72c4ccd296f1 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 945 time: 0.1372890
Apr 14 11:22:57.146157 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-64ea3e73-83e8-4952-8897-c5d33247a7e8 req-23bcdc53-c575-4f58-be5e-1fe552ec8ee7 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448039
Apr 14 11:22:57.311957 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04c728-814a-4675-ac10-c99a52affea9 req-025e0163-51f7-4277-8002-da4ddf0b3da1 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:57.313510 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fc04c728-814a-4675-ac10-c99a52affea9 req-025e0163-51f7-4277-8002-da4ddf0b3da1 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 944 time: 0.1085539
Apr 14 11:22:57.346215 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fc04c728-814a-4675-ac10-c99a52affea9 req-b1feaaab-8122-448a-a344-35ff8b74fdb0 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258458
Apr 14 11:22:57.439401 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce68c8e5-10ca-43e4-ae3c-1bc44ba55678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:57.476292 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 54043a7e-a43f-4ebc-b1e8-81310c1de06c up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:22:57.618951 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port 54043a7e-a43f-4ebc-b1e8-81310c1de06c completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:22:57.625950 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 54043a7e-a43f-4ebc-b1e8-81310c1de06c triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:22:57.626596 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:57.769007 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:57.781537 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919807fb-aa72-4f1f-bba4-6e7f654046e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54043a7e-a43f-4ebc-b1e8-81310c1de06c'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:22:57.856890 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 54043a7e-a43f-4ebc-b1e8-81310c1de06c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=54043a7e-a43f-4ebc-b1e8-81310c1de06c,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:22:57.861367 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:57.862601 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device b77aaece-9ab9-41e2-aa08-99c213082168 up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:22:57.894261 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:58.000865 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=54043a7e-a43f-4ebc-b1e8-81310c1de06c,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:58.008686 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:58.015162 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port b77aaece-9ab9-41e2-aa08-99c213082168 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:22:58.021299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port b77aaece-9ab9-41e2-aa08-99c213082168 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:22:58.021582 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:58.218550 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919807fb-aa72-4f1f-bba4-6e7f654046e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54043a7e-a43f-4ebc-b1e8-81310c1de06c', 'code': 200}
Apr 14 11:22:58.226156 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:58.249186 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port b77aaece-9ab9-41e2-aa08-99c213082168, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b77aaece-9ab9-41e2-aa08-99c213082168,segment=NetworkSegment(c5a8e63d-3c43-4eb5-b900-e26a3453d59c),segment_id=c5a8e63d-3c43-4eb5-b900-e26a3453d59c)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:22:58.252703 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:58.255323 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:22:58.330467 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=b77aaece-9ab9-41e2-aa08-99c213082168,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:22:58.337612 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:22:58.349289 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:58.402993 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7658d9-846b-405a-b9b0-d6b68591bb42 req-a6cb9eb8-9f6a-444c-8ff5-15dc63481e26 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:58.405367 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ed7658d9-846b-405a-b9b0-d6b68591bb42 req-a6cb9eb8-9f6a-444c-8ff5-15dc63481e26 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 943 time: 0.1575899
Apr 14 11:22:58.448931 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ed7658d9-846b-405a-b9b0-d6b68591bb42 req-9a14e114-c487-4f20-9ebc-9764779a2b1f tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366940
Apr 14 11:22:58.462414 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e03582-dcb4-496a-9f15-2d95a1b2e49a req-ca5a3782-7076-477f-ab06-35e4de87c348 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:58.463990 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-75e03582-dcb4-496a-9f15-2d95a1b2e49a req-ca5a3782-7076-477f-ab06-35e4de87c348 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 946 time: 0.1338787
Apr 14 11:22:58.497408 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-75e03582-dcb4-496a-9f15-2d95a1b2e49a req-ce0b1128-c748-49a6-bb16-4daeeb3c1e73 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253770
Apr 14 11:22:58.728436 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbd4aa-9c9c-4b4b-afd4-add41c90fdc2 req-63573a45-1596-4bc5-ac86-3458684eb76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:58.730529 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dbdbd4aa-9c9c-4b4b-afd4-add41c90fdc2 req-63573a45-1596-4bc5-ac86-3458684eb76f service neutron] 10.222.0.47 "GET /v2.0/networks?id=7143d856-ff11-43d2-8c4d-ccc71b1058f1 HTTP/1.1" status: 200  len: 920 time: 0.2244060
Apr 14 11:22:58.772392 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0d70d-edf4-4c43-92a6-e376dd80e6f4 req-905c2b12-b23e-4454-8232-b44e53fdea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:58.774222 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-59b0d70d-edf4-4c43-92a6-e376dd80e6f4 req-905c2b12-b23e-4454-8232-b44e53fdea73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da21fbce17af42eb883bce1555072e06&device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 1097 time: 0.2347414
Apr 14 11:22:58.821110 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecc322-4a08-43f1-86b3-0a73a4e6e073 req-b0fe8cbe-4599-4083-b655-c268689d600e tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:58.822684 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d6ecc322-4a08-43f1-86b3-0a73a4e6e073 req-b0fe8cbe-4599-4083-b655-c268689d600e tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 945 time: 0.2118332
Apr 14 11:22:58.826517 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dbdbd4aa-9c9c-4b4b-afd4-add41c90fdc2 req-8a99bedb-2b91-4aa1-bae7-e7a05d8b6782 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb HTTP/1.1" status: 200  len: 217 time: 0.0872219
Apr 14 11:22:58.902406 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbd4aa-9c9c-4b4b-afd4-add41c90fdc2 req-5ed4e293-229b-44cf-bf3e-bcc470b45fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:58.905183 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dbdbd4aa-9c9c-4b4b-afd4-add41c90fdc2 req-5ed4e293-229b-44cf-bf3e-bcc470b45fb0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b05589-3e80-486a-af43-2ca7b75f34c0 HTTP/1.1" status: 200  len: 859 time: 0.0706973
Apr 14 11:22:58.934473 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d6ecc322-4a08-43f1-86b3-0a73a4e6e073 req-ea9e7cbf-3a58-4faf-91fb-5caabeed9d9a tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976319
Apr 14 11:22:58.986293 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e6093-5fe1-4064-8ba3-ebeaed4e74e9 req-67ab668a-810f-4c0a-8d53-ec2c71f3f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:58.988018 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8a6e6093-5fe1-4064-8ba3-ebeaed4e74e9 req-67ab668a-810f-4c0a-8d53-ec2c71f3f8be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 1099 time: 0.2632380
Apr 14 11:22:58.992481 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0d70d-edf4-4c43-92a6-e376dd80e6f4 req-96959a84-600c-4985-9300-4edeca4558bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:58.993968 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-59b0d70d-edf4-4c43-92a6-e376dd80e6f4 req-96959a84-600c-4985-9300-4edeca4558bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=7143d856-ff11-43d2-8c4d-ccc71b1058f1 HTTP/1.1" status: 200  len: 920 time: 0.2077684
Apr 14 11:22:59.305219 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:22:59.712195 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13461ff-9bb4-4189-80ff-16d15ec7c297 req-66b69ac9-7472-4039-95aa-7e46efa2b63d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:59.713848 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d13461ff-9bb4-4189-80ff-16d15ec7c297 req-66b69ac9-7472-4039-95aa-7e46efa2b63d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 943 time: 0.1487825
Apr 14 11:22:59.764521 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d5cca-8576-4ae3-a4fa-8bbc496c0e95 req-e7e0a2f6-94ea-4da5-9383-f463c18f41b6 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:22:59.766156 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-be9d5cca-8576-4ae3-a4fa-8bbc496c0e95 req-e7e0a2f6-94ea-4da5-9383-f463c18f41b6 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 946 time: 0.1342738
Apr 14 11:22:59.769487 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d13461ff-9bb4-4189-80ff-16d15ec7c297 req-1b86ce42-ba63-4c7f-a1eb-f29668df0899 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444286
Apr 14 11:22:59.798576 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-be9d5cca-8576-4ae3-a4fa-8bbc496c0e95 req-5906c026-e56f-4bb8-b221-03d99a9a04ab tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258067
Apr 14 11:23:00.152748 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe7970-8ae7-4de4-a108-79091ef81d47 req-c4a31a0d-0f53-4f23-80ae-1fdb6de6e111 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:00.154952 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8cfe7970-8ae7-4de4-a108-79091ef81d47 req-c4a31a0d-0f53-4f23-80ae-1fdb6de6e111 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 945 time: 0.0936749
Apr 14 11:23:00.185416 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8cfe7970-8ae7-4de4-a108-79091ef81d47 req-56ae210e-3cfa-418d-ad06-615fbb9dee94 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0240078
Apr 14 11:23:00.219290 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc2e850-4340-4152-b42b-a3ae7a9a1047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77aaece-9ab9-41e2-aa08-99c213082168'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:23:00.269573 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc2e850-4340-4152-b42b-a3ae7a9a1047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77aaece-9ab9-41e2-aa08-99c213082168', 'code': 200}
Apr 14 11:23:00.331740 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:01.238879 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a886724-4b80-428d-b6de-f49f8bd693fa req-4dbd7960-d95c-4e51-872f-527e9254f9d0 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:01.240463 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7a886724-4b80-428d-b6de-f49f8bd693fa req-4dbd7960-d95c-4e51-872f-527e9254f9d0 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 943 time: 0.3595355
Apr 14 11:23:01.248652 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd403a-97cd-4d61-9715-fee096b9a0cc req-c1641691-51fe-4b49-9ed9-753b4ba3b15f tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:01.250138 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d4fd403a-97cd-4d61-9715-fee096b9a0cc req-c1641691-51fe-4b49-9ed9-753b4ba3b15f tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 946 time: 0.3323407
Apr 14 11:23:01.293294 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7a886724-4b80-428d-b6de-f49f8bd693fa req-b0d88094-7322-4146-9cb1-2d64c0e19cc1 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421164
Apr 14 11:23:01.299791 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d4fd403a-97cd-4d61-9715-fee096b9a0cc req-4689cb35-d869-42fd-9610-e11031fe1e95 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367618
Apr 14 11:23:01.480053 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5bb4d-0c02-48ae-8b35-9b84e0a1d461 req-7f968ca3-5d1f-454d-b8d9-2840cea522c9 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:01.481670 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b2f5bb4d-0c02-48ae-8b35-9b84e0a1d461 req-7f968ca3-5d1f-454d-b8d9-2840cea522c9 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 945 time: 0.0891500
Apr 14 11:23:01.516278 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b2f5bb4d-0c02-48ae-8b35-9b84e0a1d461 req-cb7b802e-1cac-4c08-91c8-c817a067941d tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0280519
Apr 14 11:23:01.886473 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dbdbd4aa-9c9c-4b4b-afd4-add41c90fdc2 req-692d7460-26c2-4464-b3c0-26fdee6f1745 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7143d856-ff11-43d2-8c4d-ccc71b1058f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0543022
Apr 14 11:23:01.918897 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8a6e6093-5fe1-4064-8ba3-ebeaed4e74e9 req-7e9d8a5d-ec32-4217-a371-b5f1f434d26e service neutron] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:01.931449 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-59b0d70d-edf4-4c43-92a6-e376dd80e6f4 req-ea539d57-35df-47d6-bb28-6537ef93d149 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a762df2-4724-4061-b177-3d3782de6cef HTTP/1.1" status: 200  len: 217 time: 0.0825622
Apr 14 11:23:01.938279 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-8a6e6093-5fe1-4064-8ba3-ebeaed4e74e9 req-7e9d8a5d-ec32-4217-a371-b5f1f434d26e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:01.980302 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-8a6e6093-5fe1-4064-8ba3-ebeaed4e74e9 req-7e9d8a5d-ec32-4217-a371-b5f1f434d26e service neutron] Usage tracker for resource:security_group_rule and tenant:e7bc50e2a6a24ba380266c39ff21426b is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:01.987378 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-8a6e6093-5fe1-4064-8ba3-ebeaed4e74e9 req-7e9d8a5d-ec32-4217-a371-b5f1f434d26e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:01.999444 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-8a6e6093-5fe1-4064-8ba3-ebeaed4e74e9 req-7e9d8a5d-ec32-4217-a371-b5f1f434d26e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:02.040845 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0d70d-edf4-4c43-92a6-e376dd80e6f4 req-418afb4e-b529-462e-9e8b-e1a3b6ca2093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:02.042492 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-59b0d70d-edf4-4c43-92a6-e376dd80e6f4 req-418afb4e-b529-462e-9e8b-e1a3b6ca2093 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b05589-3e80-486a-af43-2ca7b75f34c0 HTTP/1.1" status: 200  len: 859 time: 0.1017239
Apr 14 11:23:02.090659 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dbdbd4aa-9c9c-4b4b-afd4-add41c90fdc2 req-09b7991c-f8eb-4f5f-9e34-b420de5cd7c5 service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1953149
Apr 14 11:23:02.102180 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-59b0d70d-edf4-4c43-92a6-e376dd80e6f4 req-a9a82bdf-0b4a-479c-aa6e-15ccce2fad1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7143d856-ff11-43d2-8c4d-ccc71b1058f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521817
Apr 14 11:23:02.214649 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b8f06-81e6-4075-aa28-ff88607c73ba req-b13c2884-2a5e-4866-a55e-186b01fce619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:02.216254 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6e3b8f06-81e6-4075-aa28-ff88607c73ba req-b13c2884-2a5e-4866-a55e-186b01fce619 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 1098 time: 0.2012138
Apr 14 11:23:02.246723 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6e3b8f06-81e6-4075-aa28-ff88607c73ba req-339bd646-41f6-4dc9-92ba-ee243f9982af service neutron] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:02.274755 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8a6e6093-5fe1-4064-8ba3-ebeaed4e74e9 req-7e9d8a5d-ec32-4217-a371-b5f1f434d26e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:02.281761 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8a6e6093-5fe1-4064-8ba3-ebeaed4e74e9 req-7e9d8a5d-ec32-4217-a371-b5f1f434d26e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:02.286393 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-6e3b8f06-81e6-4075-aa28-ff88607c73ba req-339bd646-41f6-4dc9-92ba-ee243f9982af service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:02.292166 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-6e3b8f06-81e6-4075-aa28-ff88607c73ba req-339bd646-41f6-4dc9-92ba-ee243f9982af service neutron] Usage tracker for resource:security_group_rule and tenant:e7bc50e2a6a24ba380266c39ff21426b is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:02.296776 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dbdbd4aa-9c9c-4b4b-afd4-add41c90fdc2 req-d3528bce-de1b-448f-bc92-59ae9b0f4fdd service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1973696
Apr 14 11:23:02.297626 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-6e3b8f06-81e6-4075-aa28-ff88607c73ba req-339bd646-41f6-4dc9-92ba-ee243f9982af service neutron] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:02.301728 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-866b6508-c52f-4fc6-bcc7-3db83b2db91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:02.303851 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-6e3b8f06-81e6-4075-aa28-ff88607c73ba req-339bd646-41f6-4dc9-92ba-ee243f9982af service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:02.330569 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-59b0d70d-edf4-4c43-92a6-e376dd80e6f4 req-ff493640-e296-4df4-aa5d-774c45727a56 service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2162561
Apr 14 11:23:02.334418 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8a6e6093-5fe1-4064-8ba3-ebeaed4e74e9 req-7e9d8a5d-ec32-4217-a371-b5f1f434d26e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4993646
Apr 14 11:23:02.337691 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.db.api [req-6e3b8f06-81e6-4075-aa28-ff88607c73ba req-339bd646-41f6-4dc9-92ba-ee243f9982af service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['PRIMARY'] with value(s) e7bc50e2a6a24ba380266c39ff21426b {{(pid=85282) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 14 11:23:02.338135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_db.api [req-6e3b8f06-81e6-4075-aa28-ff88607c73ba req-339bd646-41f6-4dc9-92ba-ee243f9982af service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 14 11:23:02.349108 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d8a5d-ec32-4217-a371-b5f1f434d26e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=72df6a96-1240-44bf-b05a-82a0ff6ce977,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:02.352311 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7e9d8a5d-ec32-4217-a371-b5f1f434d26e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:02.719011 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-59b0d70d-edf4-4c43-92a6-e376dd80e6f4 req-de568f39-406f-429f-888c-95ee72d3a212 service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2994847
Apr 14 11:23:02.738563 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91c91f-2fcf-4ccc-955c-4c6992873ca4 req-317e44c5-cff4-4816-a076-fa3a11c24866 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:02.740171 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5a91c91f-2fcf-4ccc-955c-4c6992873ca4 req-317e44c5-cff4-4816-a076-fa3a11c24866 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 946 time: 0.2871139
Apr 14 11:23:02.750637 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263a8f9-5883-4930-9c82-deb6de664dbe req-73ab8d89-5519-4ff0-adda-20c83ede9142 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:02.752274 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c263a8f9-5883-4930-9c82-deb6de664dbe req-73ab8d89-5519-4ff0-adda-20c83ede9142 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 943 time: 0.2948866
Apr 14 11:23:02.792073 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5a91c91f-2fcf-4ccc-955c-4c6992873ca4 req-24e003b5-38bb-4902-a3b4-9ff6f6988be1 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387135
Apr 14 11:23:02.803552 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c263a8f9-5883-4930-9c82-deb6de664dbe req-16cd720d-cc8e-4789-8dd1-02c86043a553 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351129
Apr 14 11:23:02.839789 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6e3b8f06-81e6-4075-aa28-ff88607c73ba req-339bd646-41f6-4dc9-92ba-ee243f9982af service neutron] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:02.915739 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6e3b8f06-81e6-4075-aa28-ff88607c73ba req-339bd646-41f6-4dc9-92ba-ee243f9982af service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6891742
Apr 14 11:23:02.993953 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b33fde-3780-4720-bbef-4c4c940c3b23 req-f10618d1-f9fe-4988-bba5-84a5afdc9a7f tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:02.995544 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d4b33fde-3780-4720-bbef-4c4c940c3b23 req-f10618d1-f9fe-4988-bba5-84a5afdc9a7f tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 945 time: 0.0883901
Apr 14 11:23:03.028753 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d4b33fde-3780-4720-bbef-4c4c940c3b23 req-81995a28-3a29-4bce-9ab3-ed67f77bac3b tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242798
Apr 14 11:23:03.201900 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:03.228084 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:23:03.378106 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb,segment=NetworkSegment(6d93f21a-1ab9-4de2-a656-a11139999f45),segment_id=6d93f21a-1ab9-4de2-a656-a11139999f45)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:23:03.393252 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb', 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1', 'port_id': '10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb', 'mac_address': 'fa:16:3e:62:71:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b05589-3e80-486a-af43-2ca7b75f34c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:23:03.460497 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:03.461877 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:23:03.478737 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb,segment=NetworkSegment(6d93f21a-1ab9-4de2-a656-a11139999f45),segment_id=6d93f21a-1ab9-4de2-a656-a11139999f45)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:23:03.483195 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:03.485712 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:03.593827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:03.597085 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:04.130757 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f6f60-4a42-47a2-93a3-9e33fd674566 req-eb0a52cd-f0ed-4b4c-8ae7-4bfc9673ea45 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:04.132420 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dd3f6f60-4a42-47a2-93a3-9e33fd674566 req-eb0a52cd-f0ed-4b4c-8ae7-4bfc9673ea45 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 946 time: 0.1946864
Apr 14 11:23:04.141995 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00364628-377e-4e72-b60f-005617002ce5 req-b5fdd541-201c-44dd-9ce6-e053bfbbe7ce tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:04.143837 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-00364628-377e-4e72-b60f-005617002ce5 req-b5fdd541-201c-44dd-9ce6-e053bfbbe7ce tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 944 time: 0.1493816
Apr 14 11:23:04.192249 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dd3f6f60-4a42-47a2-93a3-9e33fd674566 req-0d76fd53-7d24-4b1e-9690-9a058ca80b2d tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473411
Apr 14 11:23:04.199856 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-00364628-377e-4e72-b60f-005617002ce5 req-9739210b-d326-4cd1-8d8c-02cc246ccf3d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392959
Apr 14 11:23:04.400234 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a634119-b6b7-4311-90aa-16fdcce082a7 req-18133c1c-27a3-4942-987a-f211a109de12 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:04.401881 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9a634119-b6b7-4311-90aa-16fdcce082a7 req-18133c1c-27a3-4942-987a-f211a109de12 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 945 time: 0.0946617
Apr 14 11:23:04.434445 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9a634119-b6b7-4311-90aa-16fdcce082a7 req-68fbabea-f0ff-4205-a000-3099aaad01ff tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251584
Apr 14 11:23:04.635742 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 53786) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:04.758413 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0de2a352-2781-4116-9725-47971bc0afd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:04.774358 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0de2a352-2781-4116-9725-47971bc0afd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:04.778330 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0de2a352-2781-4116-9725-47971bc0afd7 admin admin] Usage tracker for resource:security_group_rule and tenant:8e730d10aa88466a911c0a24891f00ac is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:04.781248 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0de2a352-2781-4116-9725-47971bc0afd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:04.787308 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0de2a352-2781-4116-9725-47971bc0afd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:04.869573 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0de2a352-2781-4116-9725-47971bc0afd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:04.872377 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0de2a352-2781-4116-9725-47971bc0afd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:04.881497 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:04.923004 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-0de2a352-2781-4116-9725-47971bc0afd7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e730d10aa88466a911c0a24891f00ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2861400
Apr 14 11:23:04.924675 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2a352-2781-4116-9725-47971bc0afd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cf5fe0-6a5b-4309-abda-fca66202eb04,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:04.925894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 53792) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:04.927870 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0de2a352-2781-4116-9725-47971bc0afd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:04.989530 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c25e459-2b65-4d68-b5e9-2f39618b26dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:05.017395 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c25e459-2b65-4d68-b5e9-2f39618b26dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:05.065377 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c25e459-2b65-4d68-b5e9-2f39618b26dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:05.070254 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:05.083697 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25e459-2b65-4d68-b5e9-2f39618b26dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cf5fe0-6a5b-4309-abda-fca66202eb04,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:05.086216 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0c25e459-2b65-4d68-b5e9-2f39618b26dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:05.092343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c25e459-2b65-4d68-b5e9-2f39618b26dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:05.093570 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-0c25e459-2b65-4d68-b5e9-2f39618b26dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73cf5fe0-6a5b-4309-abda-fca66202eb04 HTTP/1.1" status: 204  len: 168 time: 0.1665702
Apr 14 11:23:05.412168 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 53812) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:05.431520 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a3a9cbd6-b1b0-4cea-8e11-f8576546dce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:05.447866 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a3a9cbd6-b1b0-4cea-8e11-f8576546dce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:05.452745 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a3a9cbd6-b1b0-4cea-8e11-f8576546dce0 admin admin] Usage tracker for resource:security_group_rule and tenant:dafadb66958041c3ae21b4715eebdfc4 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:05.456308 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a3a9cbd6-b1b0-4cea-8e11-f8576546dce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:05.462651 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a3a9cbd6-b1b0-4cea-8e11-f8576546dce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:05.513562 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6b547-d6a8-4170-8fb6-154026b65786 req-feba8303-91cd-4a1b-910d-7bb61f5aa276 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:05.515344 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-63c6b547-d6a8-4170-8fb6-154026b65786 req-feba8303-91cd-4a1b-910d-7bb61f5aa276 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 944 time: 0.1427808
Apr 14 11:23:05.538012 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7529dd-e8ce-4d6d-a820-18b4311ab999 req-0528c423-0de4-4314-983c-332b14a72677 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:05.539691 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7d7529dd-e8ce-4d6d-a820-18b4311ab999 req-0528c423-0de4-4314-983c-332b14a72677 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 946 time: 0.2110806
Apr 14 11:23:05.555505 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a3a9cbd6-b1b0-4cea-8e11-f8576546dce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:05.559217 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a3a9cbd6-b1b0-4cea-8e11-f8576546dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:05.579735 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-63c6b547-d6a8-4170-8fb6-154026b65786 req-4f00b325-06d0-4c52-a663-38cead2f7b3f tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389419
Apr 14 11:23:05.585290 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bb976c16-9873-4963-867b-8c09c392e5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:05.590326 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7d7529dd-e8ce-4d6d-a820-18b4311ab999 req-ae8c58fb-bebb-4fe8-ada8-d0b7e4566cb0 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341060
Apr 14 11:23:05.613312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 53824) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:05.613786 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a3a9cbd6-b1b0-4cea-8e11-f8576546dce0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dafadb66958041c3ae21b4715eebdfc4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2002962
Apr 14 11:23:05.645800 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9cbd6-b1b0-4cea-8e11-f8576546dce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb1c01a-e233-43f3-a9cb-4901f34a7c8a,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:05.649552 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a3a9cbd6-b1b0-4cea-8e11-f8576546dce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:05.769928 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-340bff50-e34e-4dcb-85e8-c3701123ffdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:05.813137 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-340bff50-e34e-4dcb-85e8-c3701123ffdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:05.870388 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b57aa8-68ee-4b0f-93e2-11b768a67421 req-f51741f3-43b8-4765-881c-78bb0a4476d6 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:05.872040 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-65b57aa8-68ee-4b0f-93e2-11b768a67421 req-f51741f3-43b8-4765-881c-78bb0a4476d6 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 945 time: 0.1742852
Apr 14 11:23:05.895372 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-340bff50-e34e-4dcb-85e8-c3701123ffdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:05.902766 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dcab08e9-6521-4fdf-a730-bfd92572cc2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:05.925013 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bff50-e34e-4dcb-85e8-c3701123ffdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb1c01a-e233-43f3-a9cb-4901f34a7c8a,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:05.927418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-340bff50-e34e-4dcb-85e8-c3701123ffdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:05.931015 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-65b57aa8-68ee-4b0f-93e2-11b768a67421 req-94009477-7ea3-4f8a-9953-759b479d93fd tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508201
Apr 14 11:23:05.944746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-340bff50-e34e-4dcb-85e8-c3701123ffdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:05.946596 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-340bff50-e34e-4dcb-85e8-c3701123ffdd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aeb1c01a-e233-43f3-a9cb-4901f34a7c8a HTTP/1.1" status: 204  len: 168 time: 0.3316009
Apr 14 11:23:06.585136 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:23:06.812844 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ae462-521e-4309-9e5f-08c98352bfc5 req-c59eb69a-c7d9-4250-a78f-71883f7beaba tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:06.814880 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8a9ae462-521e-4309-9e5f-08c98352bfc5 req-c59eb69a-c7d9-4250-a78f-71883f7beaba tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 944 time: 0.1096103
Apr 14 11:23:06.849624 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8a9ae462-521e-4309-9e5f-08c98352bfc5 req-676eb46e-e1b4-4a98-aef2-bdc44662f0ca tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0283964
Apr 14 11:23:06.861660 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:23:07.168682 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449c2b8-b1ce-4761-a62c-9356232bfea4 req-854545ea-24c5-417e-9158-dd43d3d6e550 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:07.171050 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5449c2b8-b1ce-4761-a62c-9356232bfea4 req-854545ea-24c5-417e-9158-dd43d3d6e550 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 945 time: 0.1111887
Apr 14 11:23:07.213607 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5449c2b8-b1ce-4761-a62c-9356232bfea4 req-093d8b9c-3140-4ea9-94d1-6b721cf983f8 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361736
Apr 14 11:23:07.229905 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 2a762df2-4724-4061-b177-3d3782de6cef details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:23:07.566822 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 2a762df2-4724-4061-b177-3d3782de6cef, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2a762df2-4724-4061-b177-3d3782de6cef,segment=NetworkSegment(6d93f21a-1ab9-4de2-a656-a11139999f45),segment_id=6d93f21a-1ab9-4de2-a656-a11139999f45)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:23:07.582029 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '2a762df2-4724-4061-b177-3d3782de6cef', 'network_id': '7143d856-ff11-43d2-8c4d-ccc71b1058f1', 'port_id': '2a762df2-4724-4061-b177-3d3782de6cef', 'mac_address': 'fa:16:3e:86:93:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b05589-3e80-486a-af43-2ca7b75f34c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:23:07.645509 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:07.646841 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a762df2-4724-4061-b177-3d3782de6cef {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:23:07.665208 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 2a762df2-4724-4061-b177-3d3782de6cef, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2a762df2-4724-4061-b177-3d3782de6cef,segment=NetworkSegment(6d93f21a-1ab9-4de2-a656-a11139999f45),segment_id=6d93f21a-1ab9-4de2-a656-a11139999f45)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:23:07.668759 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:07.671033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:07.743011 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=2a762df2-4724-4061-b177-3d3782de6cef,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:07.746398 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:08.061005 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9240f4-653e-4a48-a207-5bc7a7117277 req-244e2b95-c3e1-4e4b-a30b-cc3509704fb4 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:08.062783 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3b9240f4-653e-4a48-a207-5bc7a7117277 req-244e2b95-c3e1-4e4b-a30b-cc3509704fb4 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 944 time: 0.0918479
Apr 14 11:23:08.097708 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3b9240f4-653e-4a48-a207-5bc7a7117277 req-725f0b12-2a47-448b-8c2b-6594fda7ba29 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0279703
Apr 14 11:23:08.414852 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7424e02-44a8-4d1d-907b-b2a029a819ec req-230d8161-34aa-4475-81c8-50f293e15395 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:08.416451 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b7424e02-44a8-4d1d-907b-b2a029a819ec req-230d8161-34aa-4475-81c8-50f293e15395 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 945 time: 0.0892439
Apr 14 11:23:08.450189 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b7424e02-44a8-4d1d-907b-b2a029a819ec req-749469aa-1714-4f36-ae3f-aa0f44819aca tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0271864
Apr 14 11:23:09.304455 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00718f-4d16-4620-bb74-3b67627c50d7 req-210fc9f0-e7d9-4bcb-90dd-4cd3150844d7 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:09.306501 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0e00718f-4d16-4620-bb74-3b67627c50d7 req-210fc9f0-e7d9-4bcb-90dd-4cd3150844d7 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 944 time: 0.0902383
Apr 14 11:23:09.336508 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0e00718f-4d16-4620-bb74-3b67627c50d7 req-350c4a1a-0332-4911-9827-ce3df282f603 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0236907
Apr 14 11:23:10.474495 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['2a762df2-4724-4061-b177-3d3782de6cef'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:23:10.628220 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5939a-0bc8-44ac-9332-a312152e9882 req-465d472e-3c69-4216-8b35-5377be466530 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:10.633620 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-05f5939a-0bc8-44ac-9332-a312152e9882 req-465d472e-3c69-4216-8b35-5377be466530 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 944 time: 0.1711457
Apr 14 11:23:10.688764 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-05f5939a-0bc8-44ac-9332-a312152e9882 req-c39b1941-166a-43f9-a179-52324a8b2972 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466259
Apr 14 11:23:11.839745 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 54032) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:11.956664 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed85ff-83b0-405c-87ee-7ab21096fe7d req-c2f73cff-af1a-453a-add4-15256769edbb tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:11.958524 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a4ed85ff-83b0-405c-87ee-7ab21096fe7d req-c2f73cff-af1a-453a-add4-15256769edbb tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 944 time: 0.1217577
Apr 14 11:23:12.004185 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a4ed85ff-83b0-405c-87ee-7ab21096fe7d req-15f54cdd-8de5-4aa6-9d74-a32979744fe0 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349140
Apr 14 11:23:12.097415 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fb7463f3-4359-4d7e-a8fb-b4231fa6960f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:12.120409 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-fb7463f3-4359-4d7e-a8fb-b4231fa6960f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:12.125619 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-fb7463f3-4359-4d7e-a8fb-b4231fa6960f admin admin] Usage tracker for resource:security_group_rule and tenant:365e06a229b04cc58834b3f79a6c9e84 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:12.128774 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-fb7463f3-4359-4d7e-a8fb-b4231fa6960f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:12.135173 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-fb7463f3-4359-4d7e-a8fb-b4231fa6960f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:12.248405 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fb7463f3-4359-4d7e-a8fb-b4231fa6960f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:12.252810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fb7463f3-4359-4d7e-a8fb-b4231fa6960f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:12.286899 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-74e38cda-be54-418b-87fc-0975cf937d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:12.322894 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-fb7463f3-4359-4d7e-a8fb-b4231fa6960f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=365e06a229b04cc58834b3f79a6c9e84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4818430
Apr 14 11:23:12.326887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 54056) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:12.330915 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7463f3-4359-4d7e-a8fb-b4231fa6960f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790f4a04-07ed-4c31-9d16-05704694b8bd,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:12.334297 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fb7463f3-4359-4d7e-a8fb-b4231fa6960f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:12.392534 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a04d6e94-a2c5-4809-a286-9cb8cfef5e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:12.424368 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a04d6e94-a2c5-4809-a286-9cb8cfef5e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:12.472213 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a04d6e94-a2c5-4809-a286-9cb8cfef5e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:12.477266 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:12.490596 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d6e94-a2c5-4809-a286-9cb8cfef5e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790f4a04-07ed-4c31-9d16-05704694b8bd,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:12.493220 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a04d6e94-a2c5-4809-a286-9cb8cfef5e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:12.506818 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a04d6e94-a2c5-4809-a286-9cb8cfef5e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:12.512345 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a04d6e94-a2c5-4809-a286-9cb8cfef5e2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/790f4a04-07ed-4c31-9d16-05704694b8bd HTTP/1.1" status: 204  len: 168 time: 0.1841302
Apr 14 11:23:12.619940 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 2a762df2-4724-4061-b177-3d3782de6cef up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:23:12.715547 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port 2a762df2-4724-4061-b177-3d3782de6cef completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:23:12.724624 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 2a762df2-4724-4061-b177-3d3782de6cef triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:23:12.729668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:12.884742 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:12.895950 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 54074) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:12.910063 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700bea40-16e8-44aa-af35-ed1b84591b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a762df2-4724-4061-b177-3d3782de6cef'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:23:12.921814 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 2a762df2-4724-4061-b177-3d3782de6cef, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2a762df2-4724-4061-b177-3d3782de6cef,segment=NetworkSegment(6d93f21a-1ab9-4de2-a656-a11139999f45),segment_id=6d93f21a-1ab9-4de2-a656-a11139999f45)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:23:12.926501 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:12.927508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:23:12.928742 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-10740410-49f0-4c47-84f6-cdb6f6f67b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:12.948299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-10740410-49f0-4c47-84f6-cdb6f6f67b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:12.958107 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-10740410-49f0-4c47-84f6-cdb6f6f67b75 admin admin] Usage tracker for resource:security_group_rule and tenant:84846a052c994975a275c8f03807d431 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:12.961429 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-10740410-49f0-4c47-84f6-cdb6f6f67b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:12.970664 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-10740410-49f0-4c47-84f6-cdb6f6f67b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:12.972946 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700bea40-16e8-44aa-af35-ed1b84591b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a762df2-4724-4061-b177-3d3782de6cef', 'code': 200}
Apr 14 11:23:12.973559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:13.096956 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=2a762df2-4724-4061-b177-3d3782de6cef,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:13.107364 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:13.118937 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-10740410-49f0-4c47-84f6-cdb6f6f67b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:13.119452 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:23:13.121718 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-10740410-49f0-4c47-84f6-cdb6f6f67b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:13.125918 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:23:13.126958 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:13.152864 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b74f6b28-c20f-4942-9827-6687adc7ee6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:13.163710 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-10740410-49f0-4c47-84f6-cdb6f6f67b75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84846a052c994975a275c8f03807d431&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2652211
Apr 14 11:23:13.167663 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 54088) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:13.242842 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10740410-49f0-4c47-84f6-cdb6f6f67b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ad4430-008b-4e8c-9329-159b5b994ffd,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:13.246136 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-10740410-49f0-4c47-84f6-cdb6f6f67b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:13.248734 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb5911d4-bda5-4bff-943e-8c19eb43e78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:13.282953 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb5911d4-bda5-4bff-943e-8c19eb43e78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:13.286072 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a55b3-595c-4179-b264-86936769933d req-55511a70-8f96-4e71-bcb2-f0e6921c443e tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:13.298059 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-280a55b3-595c-4179-b264-86936769933d req-55511a70-8f96-4e71-bcb2-f0e6921c443e tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 944 time: 0.1245730
Apr 14 11:23:13.300066 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:13.326777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb,segment=NetworkSegment(6d93f21a-1ab9-4de2-a656-a11139999f45),segment_id=6d93f21a-1ab9-4de2-a656-a11139999f45)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:23:13.330463 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:13.332855 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:13.338942 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb5911d4-bda5-4bff-943e-8c19eb43e78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:13.346578 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-be23b91f-0de3-48d6-8061-37b1431dd304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:13.348556 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-280a55b3-595c-4179-b264-86936769933d req-7e71c044-b5b1-4d9d-bca1-86fcba26ed5d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464029
Apr 14 11:23:13.363950 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5911d4-bda5-4bff-943e-8c19eb43e78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ad4430-008b-4e8c-9329-159b5b994ffd,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:13.367668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cb5911d4-bda5-4bff-943e-8c19eb43e78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:13.368763 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb5911d4-bda5-4bff-943e-8c19eb43e78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:13.374248 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-cb5911d4-bda5-4bff-943e-8c19eb43e78f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9ad4430-008b-4e8c-9329-159b5b994ffd HTTP/1.1" status: 204  len: 168 time: 0.2052786
Apr 14 11:23:13.446544 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:13.450760 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:14.592740 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b5739-bd9b-408c-a670-caf2c6238990 req-e60a58d8-0ae8-4d2f-82bb-ff8334e2c862 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:14.595514 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-802b5739-bd9b-408c-a670-caf2c6238990 req-e60a58d8-0ae8-4d2f-82bb-ff8334e2c862 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.1044776
Apr 14 11:23:14.632811 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-802b5739-bd9b-408c-a670-caf2c6238990 req-abe72aba-b4a4-45cf-8489-b537d409f3a3 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0282626
Apr 14 11:23:14.967249 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b1c41-f23d-4d45-b0f2-ca5329eef624 req-fa87b8af-c616-44f2-8f4e-820cc53cf3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:14.969345 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ff9b1c41-f23d-4d45-b0f2-ca5329eef624 req-fa87b8af-c616-44f2-8f4e-820cc53cf3a7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 1099 time: 0.1168220
Apr 14 11:23:14.974290 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ca5ca2-fef9-4ea6-9793-04f619487679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:23:15.005282 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-ff9b1c41-f23d-4d45-b0f2-ca5329eef624 req-30ee8c2a-f0de-4b9c-b313-be10a34f2fd8 service neutron] Synchronizing usage tracker for tenant:e7bc50e2a6a24ba380266c39ff21426b on resource:security_group {{(pid=85282) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:23:15.025887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-ff9b1c41-f23d-4d45-b0f2-ca5329eef624 req-30ee8c2a-f0de-4b9c-b313-be10a34f2fd8 service neutron] Unset dirty status for tenant:e7bc50e2a6a24ba380266c39ff21426b on resource:security_group {{(pid=85282) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:23:15.027446 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ff9b1c41-f23d-4d45-b0f2-ca5329eef624 req-30ee8c2a-f0de-4b9c-b313-be10a34f2fd8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480270
Apr 14 11:23:15.046742 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ca5ca2-fef9-4ea6-9793-04f619487679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb', 'code': 200}
Apr 14 11:23:15.858748 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badb99d-b783-4536-81d7-01e9cd380365 req-71fd10ab-ff73-4b18-a0bf-8140d7d0984a tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:15.860350 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0badb99d-b783-4536-81d7-01e9cd380365 req-71fd10ab-ff73-4b18-a0bf-8140d7d0984a tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.0963569
Apr 14 11:23:15.891030 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0badb99d-b783-4536-81d7-01e9cd380365 req-2c616a6a-1b58-4bb0-b6cc-659a5370eade tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242026
Apr 14 11:23:17.094076 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd0d13-8306-4375-ae7d-8679aa7093a1 req-b07b4106-bd81-433c-9ea9-ab116a56041b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:17.095659 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bfcd0d13-8306-4375-ae7d-8679aa7093a1 req-b07b4106-bd81-433c-9ea9-ab116a56041b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.0879951
Apr 14 11:23:17.125255 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bfcd0d13-8306-4375-ae7d-8679aa7093a1 req-d6e4e226-8ed8-4e0f-8339-8100010e4dbf tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0232708
Apr 14 11:23:18.281502 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35e2ca-e8fc-4781-92ab-c49a13703ae8 req-304f158c-95d8-491a-b882-aee5a6b7cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:18.283158 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8c35e2ca-e8fc-4781-92ab-c49a13703ae8 req-304f158c-95d8-491a-b882-aee5a6b7cc8f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 1098 time: 0.0807707
Apr 14 11:23:18.311541 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8c35e2ca-e8fc-4781-92ab-c49a13703ae8 req-a0194428-e9a1-4cee-8f36-f91010e98170 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0215073
Apr 14 11:23:18.346156 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0896cb1-6d20-4cd2-88e7-82ebea94257d req-cecb0352-d187-4ffc-b6af-958916c82f21 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:18.347750 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a0896cb1-6d20-4cd2-88e7-82ebea94257d req-cecb0352-d187-4ffc-b6af-958916c82f21 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.1020803
Apr 14 11:23:18.379580 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a0896cb1-6d20-4cd2-88e7-82ebea94257d req-39f8aadd-c1ae-4995-8074-75062f08f201 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251193
Apr 14 11:23:19.583443 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8a3dd-7d39-4a68-8cfe-814a16de5452 req-57c57daf-d90f-40d8-bf7c-073281c5d5e2 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:19.585072 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bfc8a3dd-7d39-4a68-8cfe-814a16de5452 req-57c57daf-d90f-40d8-bf7c-073281c5d5e2 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.0916893
Apr 14 11:23:19.615097 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bfc8a3dd-7d39-4a68-8cfe-814a16de5452 req-3c69c88e-08af-42cb-af3d-81267fab5e1a tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0237312
Apr 14 11:23:20.814631 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f247e7-b9c7-4264-9c44-3cf49dd1f5f7 req-4052b25d-9440-4a52-9f70-ca4ad5a1be1e tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:20.816103 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-74f247e7-b9c7-4264-9c44-3cf49dd1f5f7 req-4052b25d-9440-4a52-9f70-ca4ad5a1be1e tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.0890353
Apr 14 11:23:20.847398 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-74f247e7-b9c7-4264-9c44-3cf49dd1f5f7 req-dce986ed-be29-4d9e-a111-38cc416936a0 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249159
Apr 14 11:23:22.063067 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c40c2-4278-432e-88c7-94cd987d5d7a req-84602edc-3af8-4adc-b6b1-0bf6950db542 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:22.066011 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9b9c40c2-4278-432e-88c7-94cd987d5d7a req-84602edc-3af8-4adc-b6b1-0bf6950db542 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.1000345
Apr 14 11:23:22.098458 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9b9c40c2-4278-432e-88c7-94cd987d5d7a req-ad614074-2726-456d-91d6-b66c9dd0c582 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0267065
Apr 14 11:23:23.320208 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c01a70-cc41-4d2b-99de-5d9a3f615ba8 req-b749d5db-32f7-4e26-9426-131b6e79f618 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:23.321819 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e1c01a70-cc41-4d2b-99de-5d9a3f615ba8 req-b749d5db-32f7-4e26-9426-131b6e79f618 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.0946200
Apr 14 11:23:23.353009 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e1c01a70-cc41-4d2b-99de-5d9a3f615ba8 req-849b476e-0c40-42c0-9ba0-c1c867413ffd tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242867
Apr 14 11:23:23.806723 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0bf82-0f2e-4f7f-9ceb-d10a1f90a678 req-37fb1486-929b-4d9a-8a75-693d84f0afcb tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:23.808326 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a0c0bf82-0f2e-4f7f-9ceb-d10a1f90a678 req-37fb1486-929b-4d9a-8a75-693d84f0afcb tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.0902853
Apr 14 11:23:23.839156 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a0c0bf82-0f2e-4f7f-9ceb-d10a1f90a678 req-97153a87-da10-4de9-aa25-3086e0776293 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0237961
Apr 14 11:23:25.050532 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3d45d-9c08-4458-9059-5abaf0026de3 req-4bed1f0b-471f-45af-959d-d59ad45ca249 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:25.052072 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-96b3d45d-9c08-4458-9059-5abaf0026de3 req-4bed1f0b-471f-45af-959d-d59ad45ca249 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.0937383
Apr 14 11:23:25.082973 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-96b3d45d-9c08-4458-9059-5abaf0026de3 req-9548bd58-b36c-4c3b-837a-742fa9370971 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245290
Apr 14 11:23:25.416158 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f624a5c-ac2c-416a-a7fc-4985aa2c0a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:26.058043 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aaafd1-4017-40aa-afaf-60d0311b7c68 req-78e41e9a-9618-494a-8291-91cee9b6ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:26.059702 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f8aaafd1-4017-40aa-afaf-60d0311b7c68 req-78e41e9a-9618-494a-8291-91cee9b6ff8e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da21fbce17af42eb883bce1555072e06&device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 1098 time: 0.0812862
Apr 14 11:23:26.204056 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aaafd1-4017-40aa-afaf-60d0311b7c68 req-9802579e-8703-4a98-8bc7-987c94379f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:26.206180 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f8aaafd1-4017-40aa-afaf-60d0311b7c68 req-9802579e-8703-4a98-8bc7-987c94379f62 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7143d856-ff11-43d2-8c4d-ccc71b1058f1 HTTP/1.1" status: 200  len: 920 time: 0.1391304
Apr 14 11:23:26.285811 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f8aaafd1-4017-40aa-afaf-60d0311b7c68 req-492c130f-ed3f-4c5d-a1e2-782d62a75313 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb HTTP/1.1" status: 200  len: 217 time: 0.0673804
Apr 14 11:23:26.291308 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b492b37-a2dc-4786-ade2-e1facb35cbe3 req-876d15aa-63f4-4bed-9a42-5072c8b6ff54 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:26.292884 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6b492b37-a2dc-4786-ade2-e1facb35cbe3 req-876d15aa-63f4-4bed-9a42-5072c8b6ff54 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.0923350
Apr 14 11:23:26.325175 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6b492b37-a2dc-4786-ade2-e1facb35cbe3 req-76a6b480-dc15-4722-8eb6-5c6ebe50b09c tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0247996
Apr 14 11:23:26.556978 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aaafd1-4017-40aa-afaf-60d0311b7c68 req-3e8079c0-fded-40b7-9642-62a5472e9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:26.558587 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f8aaafd1-4017-40aa-afaf-60d0311b7c68 req-3e8079c0-fded-40b7-9642-62a5472e9311 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b05589-3e80-486a-af43-2ca7b75f34c0 HTTP/1.1" status: 200  len: 859 time: 0.2631407
Apr 14 11:23:26.613786 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f8aaafd1-4017-40aa-afaf-60d0311b7c68 req-3633bcfc-138b-44b2-b9a0-625cb59b38b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7143d856-ff11-43d2-8c4d-ccc71b1058f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461750
Apr 14 11:23:27.444385 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed9185ad-45be-428e-ae92-f24bcac0dd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:27.542069 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63861c0-d2fb-46c2-afe4-8f820ef6fe38 req-777031d3-3cda-4ec8-b3de-75c8f880846a tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:27.543674 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f63861c0-d2fb-46c2-afe4-8f820ef6fe38 req-777031d3-3cda-4ec8-b3de-75c8f880846a tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.0967450
Apr 14 11:23:27.576847 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f63861c0-d2fb-46c2-afe4-8f820ef6fe38 req-54f2cf14-cafa-4121-91c6-24f685e2a400 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258346
Apr 14 11:23:28.296021 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:28.716589 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f8aaafd1-4017-40aa-afaf-60d0311b7c68 req-90c299ff-a258-4df6-b66d-2a1272886050 service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395700
Apr 14 11:23:28.784088 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac63104-fc8e-4fd5-a4b1-d26573ed80ad req-0ed8d6b8-b473-47c5-8dd8-26d186e2b774 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:28.785755 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bac63104-fc8e-4fd5-a4b1-d26573ed80ad req-0ed8d6b8-b473-47c5-8dd8-26d186e2b774 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.0882549
Apr 14 11:23:28.816304 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bac63104-fc8e-4fd5-a4b1-d26573ed80ad req-106b8449-a446-4aae-88d4-d9cd6aba8876 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0241251
Apr 14 11:23:29.307034 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:29.803956 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f8aaafd1-4017-40aa-afaf-60d0311b7c68 req-4004fcae-1344-48b4-b9c5-eb1fe10cf4d5 service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382186
Apr 14 11:23:30.021119 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f033f-f97f-49ae-9b0e-a3435001c3e8 req-a354d7c9-b162-4386-b03f-bbf5c39f6501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:30.022724 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e44f033f-f97f-49ae-9b0e-a3435001c3e8 req-a354d7c9-b162-4386-b03f-bbf5c39f6501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.0937645
Apr 14 11:23:30.054663 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e44f033f-f97f-49ae-9b0e-a3435001c3e8 req-60837905-d904-4033-8cdf-97fcf56d7b7d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0256214
Apr 14 11:23:30.334539 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:31.290686 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72a17b-ac67-45b3-a12c-c0b55ed98cfa req-529ee0e3-0ca6-4016-8d56-9fc9acf28c49 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:31.299798 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8f72a17b-ac67-45b3-a12c-c0b55ed98cfa req-529ee0e3-0ca6-4016-8d56-9fc9acf28c49 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.1244674
Apr 14 11:23:31.339904 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8f72a17b-ac67-45b3-a12c-c0b55ed98cfa req-4927de81-8cdf-4ed3-b84b-b5312fdabd87 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387292
Apr 14 11:23:31.455751 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 54548) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:31.599891 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:31.616001 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:31.620237 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Usage tracker for resource:security_group_rule and tenant:31807f574e5b4e2b8543cab1a42e67a9 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:31.623183 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:31.629448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:31.721563 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:31.724291 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:31.734364 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:31.776875 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31807f574e5b4e2b8543cab1a42e67a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3174479
Apr 14 11:23:31.777499 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 54558) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:31.778777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e9a34f-3650-4f46-9ba0-a4f9d293b519,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:31.793415 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.793820 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.794211 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.794594 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.794973 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.795359 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.796301 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.796721 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.797117 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.797496 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.797873 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.798503 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.802632 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:31.864576 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:31.894211 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:31.939893 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:31.944856 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:31.958877 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e9a34f-3650-4f46-9ba0-a4f9d293b519,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:31.966794 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:31.968663 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13e9a34f-3650-4f46-9ba0-a4f9d293b519 HTTP/1.1" status: 204  len: 168 time: 0.1900828
Apr 14 11:23:31.970363 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.970761 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.971147 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.971525 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.971958 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.972288 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.972662 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.973108 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.973416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.973789 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.974159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.974584 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:31.977716 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:32.308404 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 54588) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:32.336325 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c2198be1-4d12-4a94-b415-43f153a06b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:32.354309 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c2198be1-4d12-4a94-b415-43f153a06b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:32.359253 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c2198be1-4d12-4a94-b415-43f153a06b08 admin admin] Usage tracker for resource:security_group_rule and tenant:1e38342386e843cea7c2b023110ad6a1 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:32.362920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c2198be1-4d12-4a94-b415-43f153a06b08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:32.371712 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c2198be1-4d12-4a94-b415-43f153a06b08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:32.496203 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c2198be1-4d12-4a94-b415-43f153a06b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:32.500826 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c2198be1-4d12-4a94-b415-43f153a06b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:32.510856 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:32.582225 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c2198be1-4d12-4a94-b415-43f153a06b08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e38342386e843cea7c2b023110ad6a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2719884
Apr 14 11:23:32.589540 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2198be1-4d12-4a94-b415-43f153a06b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b627216e-9349-4078-bbfd-8c0bd61cffa0,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:32.606191 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 54608) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:32.641263 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c2198be1-4d12-4a94-b415-43f153a06b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:32.651719 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c594e-3511-4a81-ad8c-4e87d70b4ed8 req-13f18f34-60fc-4a2c-af84-f30abebf4724 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:32.653464 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-511c594e-3511-4a81-ad8c-4e87d70b4ed8 req-13f18f34-60fc-4a2c-af84-f30abebf4724 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.2018948
Apr 14 11:23:32.683003 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e4c48d18-cb48-4d0b-891f-cfbe659058cd req-52bea2ad-c65f-4077-a75e-149d9893862b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0990574
Apr 14 11:23:32.727070 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-511c594e-3511-4a81-ad8c-4e87d70b4ed8 req-e10f8c34-87a9-4c30-a460-8948a7de5984 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652854
Apr 14 11:23:32.770744 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a6a685d7-473c-41e8-940a-3bb2f74710d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:32.861310 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c48d18-cb48-4d0b-891f-cfbe659058cd req-fb00ac69-cc00-4a9c-8ef3-c5056b286235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:32.863546 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e4c48d18-cb48-4d0b-891f-cfbe659058cd req-fb00ac69-cc00-4a9c-8ef3-c5056b286235 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7332f5d8a074a48aeb82c8e78a23158&device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 1098 time: 0.0925667
Apr 14 11:23:33.018777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a6a685d7-473c-41e8-940a-3bb2f74710d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:33.075782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a6a685d7-473c-41e8-940a-3bb2f74710d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:33.090626 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c48d18-cb48-4d0b-891f-cfbe659058cd req-8434a23a-6491-442b-90e2-406e3c8535c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:33.092233 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e4c48d18-cb48-4d0b-891f-cfbe659058cd req-8434a23a-6491-442b-90e2-406e3c8535c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b80ee409-db1e-4750-8afa-8a5e4a2326f5 HTTP/1.1" status: 200  len: 913 time: 0.1943886
Apr 14 11:23:33.094598 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-10740410-49f0-4c47-84f6-cdb6f6f67b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:33.116678 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a6a685d7-473c-41e8-940a-3bb2f74710d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:33.128791 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a6a685d7-473c-41e8-940a-3bb2f74710d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b627216e-9349-4078-bbfd-8c0bd61cffa0 HTTP/1.1" status: 204  len: 168 time: 0.5112062
Apr 14 11:23:33.134313 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a685d7-473c-41e8-940a-3bb2f74710d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b627216e-9349-4078-bbfd-8c0bd61cffa0,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:33.150122 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a6a685d7-473c-41e8-940a-3bb2f74710d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:33.201570 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e4c48d18-cb48-4d0b-891f-cfbe659058cd req-37b95c8b-6a16-4659-90d0-1a9f19f8c156 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b77aaece-9ab9-41e2-aa08-99c213082168 HTTP/1.1" status: 200  len: 217 time: 0.0964012
Apr 14 11:23:33.221244 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:33.286035 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c48d18-cb48-4d0b-891f-cfbe659058cd req-1ec2352b-0ede-451a-b8e5-8111cd665f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:33.287878 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e4c48d18-cb48-4d0b-891f-cfbe659058cd req-1ec2352b-0ede-451a-b8e5-8111cd665f88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c91a121-5bc3-40ea-950b-586785006783 HTTP/1.1" status: 200  len: 852 time: 0.0790801
Apr 14 11:23:33.357188 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e4c48d18-cb48-4d0b-891f-cfbe659058cd req-ce0bc055-7f39-43ce-8553-5015016baa0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b80ee409-db1e-4750-8afa-8a5e4a2326f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0614877
Apr 14 11:23:33.571803 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e4c48d18-cb48-4d0b-891f-cfbe659058cd req-3fb6991e-bcfc-4c9a-9e88-c41c90acfceb service neutron] 10.222.0.47 "GET /v2.0/networks/b80ee409-db1e-4750-8afa-8a5e4a2326f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2068422
Apr 14 11:23:33.764545 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e4c48d18-cb48-4d0b-891f-cfbe659058cd req-8fd9dd54-3111-4dcc-954f-46c2695cecf3 service neutron] 10.222.0.47 "GET /v2.0/networks/b80ee409-db1e-4750-8afa-8a5e4a2326f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1847205
Apr 14 11:23:33.935426 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 54694) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:33.961039 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975b753-fffe-41e3-9672-ac5199a65dd9 req-fb01455c-a016-422b-9e37-75243d5cab66 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:33.962723 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2975b753-fffe-41e3-9672-ac5199a65dd9 req-fb01455c-a016-422b-9e37-75243d5cab66 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.1088023
Apr 14 11:23:34.006276 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2975b753-fffe-41e3-9672-ac5199a65dd9 req-2d2bfba0-f21d-4598-8ebd-907918b09957 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353503
Apr 14 11:23:34.087959 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-471d244c-7f52-4aac-a756-b7b1e54d5fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:34.105329 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-471d244c-7f52-4aac-a756-b7b1e54d5fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:34.109754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-471d244c-7f52-4aac-a756-b7b1e54d5fa3 admin admin] Usage tracker for resource:security_group_rule and tenant:d7ab46173ab541c0ad6ef0884cbfd480 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:34.112755 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-471d244c-7f52-4aac-a756-b7b1e54d5fa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:34.119041 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-471d244c-7f52-4aac-a756-b7b1e54d5fa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:34.197029 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 54708) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:34.220405 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-471d244c-7f52-4aac-a756-b7b1e54d5fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:34.223758 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-471d244c-7f52-4aac-a756-b7b1e54d5fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:34.232859 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-273e2175-52b4-43de-a12c-6b2858256a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:34.281884 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-471d244c-7f52-4aac-a756-b7b1e54d5fa3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7ab46173ab541c0ad6ef0884cbfd480&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3411551
Apr 14 11:23:34.281884 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d244c-7f52-4aac-a756-b7b1e54d5fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df029cae-756c-488a-be1e-a9104b8265a4,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:34.282585 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-471d244c-7f52-4aac-a756-b7b1e54d5fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:34.283305 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 54716) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:34.355115 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f618355e-02a2-4864-83b0-de2a1f36deb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:34.384276 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f618355e-02a2-4864-83b0-de2a1f36deb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:34.444269 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f618355e-02a2-4864-83b0-de2a1f36deb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:34.449132 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4b947eed-e668-4b35-808a-00c625eaf0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:34.466414 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618355e-02a2-4864-83b0-de2a1f36deb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df029cae-756c-488a-be1e-a9104b8265a4,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:34.470833 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f618355e-02a2-4864-83b0-de2a1f36deb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:34.490530 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f618355e-02a2-4864-83b0-de2a1f36deb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:34.495241 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-f618355e-02a2-4864-83b0-de2a1f36deb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df029cae-756c-488a-be1e-a9104b8265a4 HTTP/1.1" status: 204  len: 168 time: 0.2109389
Apr 14 11:23:34.515906 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0b0e3120-0fce-4659-8d1d-e52b48a53d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:34.534100 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0b0e3120-0fce-4659-8d1d-e52b48a53d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:34.538576 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0b0e3120-0fce-4659-8d1d-e52b48a53d94 admin admin] Usage tracker for resource:security_group_rule and tenant:a4fc1be6c1244cbc9cfd5818c4e629be is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:34.541987 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0b0e3120-0fce-4659-8d1d-e52b48a53d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:34.548810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0b0e3120-0fce-4659-8d1d-e52b48a53d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:34.646400 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0b0e3120-0fce-4659-8d1d-e52b48a53d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:34.651322 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0b0e3120-0fce-4659-8d1d-e52b48a53d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:34.662421 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a96a8104-58c2-4534-84d4-7d28c235681a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:34.715378 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-0b0e3120-0fce-4659-8d1d-e52b48a53d94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4fc1be6c1244cbc9cfd5818c4e629be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5154431
Apr 14 11:23:34.719210 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 54740) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:34.720599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e3120-0fce-4659-8d1d-e52b48a53d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663d95a9-262f-486a-993d-466e02759df1,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:34.723976 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0b0e3120-0fce-4659-8d1d-e52b48a53d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:34.807756 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-01e8cf61-8a7f-445f-8956-0c627f676f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:34.837328 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-01e8cf61-8a7f-445f-8956-0c627f676f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:34.890215 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-01e8cf61-8a7f-445f-8956-0c627f676f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:34.895842 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:34.907351 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8cf61-8a7f-445f-8956-0c627f676f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663d95a9-262f-486a-993d-466e02759df1,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:34.912514 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-01e8cf61-8a7f-445f-8956-0c627f676f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:34.912644 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 54744) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:34.914725 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-01e8cf61-8a7f-445f-8956-0c627f676f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:34.919056 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-01e8cf61-8a7f-445f-8956-0c627f676f19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/663d95a9-262f-486a-993d-466e02759df1 HTTP/1.1" status: 204  len: 168 time: 0.1983507
Apr 14 11:23:34.934977 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-56e856c8-d7a7-4012-98d7-3f3081bd72b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:34.952136 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-56e856c8-d7a7-4012-98d7-3f3081bd72b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:34.956326 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-56e856c8-d7a7-4012-98d7-3f3081bd72b7 admin admin] Usage tracker for resource:security_group_rule and tenant:6a4d8313d4ba43ba9164bacbb2f6fa40 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:34.959520 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-56e856c8-d7a7-4012-98d7-3f3081bd72b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:34.965629 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-56e856c8-d7a7-4012-98d7-3f3081bd72b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:35.065353 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-56e856c8-d7a7-4012-98d7-3f3081bd72b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:35.070799 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-56e856c8-d7a7-4012-98d7-3f3081bd72b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:35.083791 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ff836ca3-9dc8-4cd9-8cd7-3b26379ffd5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:35.128157 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e856c8-d7a7-4012-98d7-3f3081bd72b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c697a915-764d-45ae-8ec9-5580a0748a82,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:35.152165 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-56e856c8-d7a7-4012-98d7-3f3081bd72b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:35.182384 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 54760) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:35.183957 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-56e856c8-d7a7-4012-98d7-3f3081bd72b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a4d8313d4ba43ba9164bacbb2f6fa40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2695997
Apr 14 11:23:35.335572 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-792129b4-8fc2-4c46-8afe-32cd2fa329e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:35.371857 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 54764) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:35.375919 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-792129b4-8fc2-4c46-8afe-32cd2fa329e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:35.390666 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-852da12b-a666-4036-ae4a-4bcaa73db1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:35.406695 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-852da12b-a666-4036-ae4a-4bcaa73db1ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:35.410729 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-852da12b-a666-4036-ae4a-4bcaa73db1ac admin admin] Usage tracker for resource:security_group_rule and tenant:b5566fedb36a4313b86d0ee3f6662a98 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:35.413746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-852da12b-a666-4036-ae4a-4bcaa73db1ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:35.419395 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862652e3-e9d2-43ff-afeb-273ce0db9fa1 req-d6d6730a-073b-4b67-b034-3087257554dc tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:35.419685 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-852da12b-a666-4036-ae4a-4bcaa73db1ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:35.421832 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-862652e3-e9d2-43ff-afeb-273ce0db9fa1 req-d6d6730a-073b-4b67-b034-3087257554dc tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.1890247
Apr 14 11:23:35.455075 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-862652e3-e9d2-43ff-afeb-273ce0db9fa1 req-21088df8-6a1e-40d2-ae73-8222aa398f42 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0265448
Apr 14 11:23:35.460893 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-792129b4-8fc2-4c46-8afe-32cd2fa329e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:35.466125 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cc57428e-34f5-4347-97fe-48b6462a16f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:35.481280 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792129b4-8fc2-4c46-8afe-32cd2fa329e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c697a915-764d-45ae-8ec9-5580a0748a82,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:35.485005 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-792129b4-8fc2-4c46-8afe-32cd2fa329e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:35.487578 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-792129b4-8fc2-4c46-8afe-32cd2fa329e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:35.488901 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-792129b4-8fc2-4c46-8afe-32cd2fa329e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c697a915-764d-45ae-8ec9-5580a0748a82 HTTP/1.1" status: 204  len: 168 time: 0.3051226
Apr 14 11:23:35.521901 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-852da12b-a666-4036-ae4a-4bcaa73db1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:35.530927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-852da12b-a666-4036-ae4a-4bcaa73db1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:35.563747 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-53f9e189-1c4c-41c8-ac9a-64767be321cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:35.609337 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-852da12b-a666-4036-ae4a-4bcaa73db1ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5566fedb36a4313b86d0ee3f6662a98&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2362785
Apr 14 11:23:35.610234 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852da12b-a666-4036-ae4a-4bcaa73db1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c2b06e-4386-4c27-8f86-e0f59ca09ee0,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:35.612406 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 54772) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:35.613493 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-852da12b-a666-4036-ae4a-4bcaa73db1ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:35.675378 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-060e554e-0169-4914-a4bb-65481bd14bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:35.703666 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-060e554e-0169-4914-a4bb-65481bd14bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:35.753021 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-060e554e-0169-4914-a4bb-65481bd14bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:35.758051 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4e212ebe-5e7b-4215-bcaf-031409cdefd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:35.771374 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e554e-0169-4914-a4bb-65481bd14bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c2b06e-4386-4c27-8f86-e0f59ca09ee0,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:35.774503 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-060e554e-0169-4914-a4bb-65481bd14bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:35.776550 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-060e554e-0169-4914-a4bb-65481bd14bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:35.777783 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-060e554e-0169-4914-a4bb-65481bd14bc0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62c2b06e-4386-4c27-8f86-e0f59ca09ee0 HTTP/1.1" status: 204  len: 168 time: 0.1641982
Apr 14 11:23:36.722216 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084024d-23dd-4c3c-95f7-40c628a686e4 req-8b71a22b-5f9e-4835-b925-258ee3da5c74 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:36.729595 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e084024d-23dd-4c3c-95f7-40c628a686e4 req-8b71a22b-5f9e-4835-b925-258ee3da5c74 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.1025417
Apr 14 11:23:36.756995 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e084024d-23dd-4c3c-95f7-40c628a686e4 req-9d2b0989-a96e-45e9-8baa-05e20e97ce4e tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260997
Apr 14 11:23:37.967992 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3c770-ca53-4f71-80ec-69a72ab58a62 req-63ceb60b-d5fe-40d9-ab1f-0d2a865b9a43 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:37.969729 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a8b3c770-ca53-4f71-80ec-69a72ab58a62 req-63ceb60b-d5fe-40d9-ab1f-0d2a865b9a43 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.0960078
Apr 14 11:23:38.002599 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a8b3c770-ca53-4f71-80ec-69a72ab58a62 req-0be9aac5-a71f-4c2b-9945-4a5cecb451a4 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260754
Apr 14 11:23:38.752809 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 54936) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:38.931882 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0325cf1-8058-47e6-a056-126654283060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:38.956669 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c0325cf1-8058-47e6-a056-126654283060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:38.963830 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c0325cf1-8058-47e6-a056-126654283060 admin admin] Usage tracker for resource:security_group_rule and tenant:f0d1e55548b24cc381d218d13686b50b is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:38.970609 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c0325cf1-8058-47e6-a056-126654283060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:38.979850 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c0325cf1-8058-47e6-a056-126654283060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:39.087746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 54958) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:39.127952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0325cf1-8058-47e6-a056-126654283060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:39.132187 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0325cf1-8058-47e6-a056-126654283060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:39.144027 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-01e8cf61-8a7f-445f-8956-0c627f676f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:39.257708 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c0325cf1-8058-47e6-a056-126654283060 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0d1e55548b24cc381d218d13686b50b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5026288
Apr 14 11:23:39.258951 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 54968) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:39.261766 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0325cf1-8058-47e6-a056-126654283060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc61262-6cb9-4bcd-ad6e-234508472856,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:39.269503 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d10382d4-94f1-4f57-a4f6-b7c8ef3c95bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:39.287699 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c0325cf1-8058-47e6-a056-126654283060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:39.303044 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d10382d4-94f1-4f57-a4f6-b7c8ef3c95bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:39.317525 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-d10382d4-94f1-4f57-a4f6-b7c8ef3c95bb admin admin] Usage tracker for resource:security_group_rule and tenant:5c210ec779cd4ecd9bfce36061223161 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:39.323124 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-d10382d4-94f1-4f57-a4f6-b7c8ef3c95bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:39.328957 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c5ba2b3b-9ad5-44ae-bbac-c665f87bfc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:39.330202 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d10382d4-94f1-4f57-a4f6-b7c8ef3c95bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:39.351629 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ab183-b3aa-478f-932a-77a237492387 req-4298360b-2898-4c17-b198-d3a5876e273b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:39.353556 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b91ab183-b3aa-478f-932a-77a237492387 req-4298360b-2898-4c17-b198-d3a5876e273b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.2131009
Apr 14 11:23:39.366975 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c5ba2b3b-9ad5-44ae-bbac-c665f87bfc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:39.402416 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b91ab183-b3aa-478f-932a-77a237492387 req-5ff6f333-e77c-4508-9969-bee0e0c438f0 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377493
Apr 14 11:23:39.429500 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c5ba2b3b-9ad5-44ae-bbac-c665f87bfc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:39.436098 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:39.456112 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba2b3b-9ad5-44ae-bbac-c665f87bfc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc61262-6cb9-4bcd-ad6e-234508472856,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:39.458940 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c5ba2b3b-9ad5-44ae-bbac-c665f87bfc4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:39.476251 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c5ba2b3b-9ad5-44ae-bbac-c665f87bfc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:39.477829 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c5ba2b3b-9ad5-44ae-bbac-c665f87bfc4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8dc61262-6cb9-4bcd-ad6e-234508472856 HTTP/1.1" status: 204  len: 168 time: 0.2178030
Apr 14 11:23:39.498114 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d10382d4-94f1-4f57-a4f6-b7c8ef3c95bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:39.512965 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d10382d4-94f1-4f57-a4f6-b7c8ef3c95bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:39.533428 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-340bff50-e34e-4dcb-85e8-c3701123ffdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:39.614970 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-d10382d4-94f1-4f57-a4f6-b7c8ef3c95bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c210ec779cd4ecd9bfce36061223161&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5260978
Apr 14 11:23:39.618209 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 54982) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:39.628399 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10382d4-94f1-4f57-a4f6-b7c8ef3c95bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9b0533-558c-4345-8578-31da3fa5fd8b,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:39.635031 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d10382d4-94f1-4f57-a4f6-b7c8ef3c95bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:39.723967 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-91a24805-b4fc-45f5-8de6-e7dc4ea2b1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:39.783536 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-91a24805-b4fc-45f5-8de6-e7dc4ea2b1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:39.876360 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-91a24805-b4fc-45f5-8de6-e7dc4ea2b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:39.885872 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b1033196-1611-4b3c-b369-7abbf12bbf4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:39.913707 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3da8b-6ff1-41ba-a6f1-294619aab77e req-31d42f73-254e-4eca-aab5-2333496e9df5 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:39.916372 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a24805-b4fc-45f5-8de6-e7dc4ea2b1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9b0533-558c-4345-8578-31da3fa5fd8b,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:39.922503 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cdb3da8b-6ff1-41ba-a6f1-294619aab77e req-31d42f73-254e-4eca-aab5-2333496e9df5 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 945 time: 0.1245120
Apr 14 11:23:39.924504 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-91a24805-b4fc-45f5-8de6-e7dc4ea2b1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:39.928749 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-91a24805-b4fc-45f5-8de6-e7dc4ea2b1a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e9b0533-558c-4345-8578-31da3fa5fd8b HTTP/1.1" status: 204  len: 168 time: 0.3083537
Apr 14 11:23:39.929776 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-91a24805-b4fc-45f5-8de6-e7dc4ea2b1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:39.948189 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 55002) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:39.977725 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cdb3da8b-6ff1-41ba-a6f1-294619aab77e req-63a7a9d6-5fe2-42c8-b585-b1eeb66902c0 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452919
Apr 14 11:23:39.983869 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6aadd4eb-eba1-4feb-9b3a-c95d3f73f6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:40.001413 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6aadd4eb-eba1-4feb-9b3a-c95d3f73f6e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:40.006169 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-6aadd4eb-eba1-4feb-9b3a-c95d3f73f6e6 admin admin] Usage tracker for resource:security_group_rule and tenant:2aa8b4c9ea4c449a98589ba8997bbdfa is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:40.009838 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-6aadd4eb-eba1-4feb-9b3a-c95d3f73f6e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:40.016393 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6aadd4eb-eba1-4feb-9b3a-c95d3f73f6e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:40.110284 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6aadd4eb-eba1-4feb-9b3a-c95d3f73f6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:40.112919 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6aadd4eb-eba1-4feb-9b3a-c95d3f73f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:40.122315 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a04d6e94-a2c5-4809-a286-9cb8cfef5e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:40.169545 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-6aadd4eb-eba1-4feb-9b3a-c95d3f73f6e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2aa8b4c9ea4c449a98589ba8997bbdfa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2175579
Apr 14 11:23:40.169545 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadd4eb-eba1-4feb-9b3a-c95d3f73f6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d3d382-de08-4fab-97ac-85e6d0fb8c42,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:40.171356 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 55012) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:40.172323 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6aadd4eb-eba1-4feb-9b3a-c95d3f73f6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:40.240179 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f94342b6-b914-4e87-a539-8813c5e4fbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:40.271327 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f94342b6-b914-4e87-a539-8813c5e4fbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:40.319397 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f94342b6-b914-4e87-a539-8813c5e4fbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:40.324640 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-56e856c8-d7a7-4012-98d7-3f3081bd72b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:40.339595 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94342b6-b914-4e87-a539-8813c5e4fbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d3d382-de08-4fab-97ac-85e6d0fb8c42,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:40.343187 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f94342b6-b914-4e87-a539-8813c5e4fbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:40.344504 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f94342b6-b914-4e87-a539-8813c5e4fbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:40.345805 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-f94342b6-b914-4e87-a539-8813c5e4fbde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4d3d382-de08-4fab-97ac-85e6d0fb8c42 HTTP/1.1" status: 204  len: 168 time: 0.1724343
Apr 14 11:23:40.379259 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 55020) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:40.399033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ffe0-185e-4956-acd3-caff8b2ff012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:40.415063 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a6d9ffe0-185e-4956-acd3-caff8b2ff012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:40.419067 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a6d9ffe0-185e-4956-acd3-caff8b2ff012 admin admin] Usage tracker for resource:security_group_rule and tenant:1d6ff260b4264d608bbdb7483a5e0d71 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:40.422311 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a6d9ffe0-185e-4956-acd3-caff8b2ff012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:40.428392 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a6d9ffe0-185e-4956-acd3-caff8b2ff012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:40.611947 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ffe0-185e-4956-acd3-caff8b2ff012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:40.614893 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ffe0-185e-4956-acd3-caff8b2ff012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:40.629201 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6aadd4eb-eba1-4feb-9b3a-c95d3f73f6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:40.641005 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9f41b-f045-4727-9274-f8283b11658f req-ac809a17-b454-4ba4-bacd-1522fdf7aafd tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:40.649605 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dbf9f41b-f045-4727-9274-f8283b11658f req-ac809a17-b454-4ba4-bacd-1522fdf7aafd tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.1251850
Apr 14 11:23:40.680926 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a6d9ffe0-185e-4956-acd3-caff8b2ff012 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d6ff260b4264d608bbdb7483a5e0d71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3003094
Apr 14 11:23:40.681764 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9ffe0-185e-4956-acd3-caff8b2ff012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9ea0ff-75b2-4961-81b4-9b82a3959d9d,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:40.684332 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 55038) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:40.687632 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a6d9ffe0-185e-4956-acd3-caff8b2ff012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:40.692429 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dbf9f41b-f045-4727-9274-f8283b11658f req-031b6b40-c068-4366-b875-7209bff1ec3b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416694
Apr 14 11:23:40.755073 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-657ff173-de15-47dc-ad37-fc3110db9edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:40.786776 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-657ff173-de15-47dc-ad37-fc3110db9edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:40.836729 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-657ff173-de15-47dc-ad37-fc3110db9edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:40.843096 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-57165496-0c8b-44a3-9797-e8a069e0bbb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:40.856495 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ff173-de15-47dc-ad37-fc3110db9edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9ea0ff-75b2-4961-81b4-9b82a3959d9d,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:40.860303 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-657ff173-de15-47dc-ad37-fc3110db9edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:40.862424 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-657ff173-de15-47dc-ad37-fc3110db9edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:40.863739 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-657ff173-de15-47dc-ad37-fc3110db9edb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d9ea0ff-75b2-4961-81b4-9b82a3959d9d HTTP/1.1" status: 204  len: 168 time: 0.1783073
Apr 14 11:23:41.080254 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 55062) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:41.196553 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fd656-6e78-40dc-ad82-6bfe9f76fa1c req-4cd8aea4-6544-4d3f-9469-423686639295 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:41.196553 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d16fd656-6e78-40dc-ad82-6bfe9f76fa1c req-4cd8aea4-6544-4d3f-9469-423686639295 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 945 time: 0.1005406
Apr 14 11:23:41.237671 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d16fd656-6e78-40dc-ad82-6bfe9f76fa1c req-2b5c9240-3eae-412e-9b98-e302e54edcfc tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348186
Apr 14 11:23:41.333578 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a1e25d7a-df79-4bfb-bbfb-d72fa997bcd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:41.355349 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a1e25d7a-df79-4bfb-bbfb-d72fa997bcd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:41.364908 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a1e25d7a-df79-4bfb-bbfb-d72fa997bcd0 admin admin] Usage tracker for resource:security_group_rule and tenant:98fcd373d62647239284ca7bcc3b61fa is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:41.369740 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a1e25d7a-df79-4bfb-bbfb-d72fa997bcd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:41.374866 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a1e25d7a-df79-4bfb-bbfb-d72fa997bcd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:41.533682 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a1e25d7a-df79-4bfb-bbfb-d72fa997bcd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:41.542570 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a1e25d7a-df79-4bfb-bbfb-d72fa997bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:41.561528 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cb5911d4-bda5-4bff-943e-8c19eb43e78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:41.614876 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 55098) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:41.615079 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a1e25d7a-df79-4bfb-bbfb-d72fa997bcd0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98fcd373d62647239284ca7bcc3b61fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5334122
Apr 14 11:23:41.616851 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e25d7a-df79-4bfb-bbfb-d72fa997bcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72768ae5-0914-4b63-bfa5-da722d781e41,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:41.620167 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a1e25d7a-df79-4bfb-bbfb-d72fa997bcd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:41.703019 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a0c6a0c5-6d92-47a1-9a91-beb301d1c01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:41.751972 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a0c6a0c5-6d92-47a1-9a91-beb301d1c01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:41.806887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a0c6a0c5-6d92-47a1-9a91-beb301d1c01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:41.817344 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d10382d4-94f1-4f57-a4f6-b7c8ef3c95bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:41.834230 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6a0c5-6d92-47a1-9a91-beb301d1c01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72768ae5-0914-4b63-bfa5-da722d781e41,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:41.838470 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a0c6a0c5-6d92-47a1-9a91-beb301d1c01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:41.847911 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a0c6a0c5-6d92-47a1-9a91-beb301d1c01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:41.852346 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a0c6a0c5-6d92-47a1-9a91-beb301d1c01d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72768ae5-0914-4b63-bfa5-da722d781e41 HTTP/1.1" status: 204  len: 168 time: 0.2359400
Apr 14 11:23:41.953271 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421451c-9d67-460a-96f3-4edc02394153 req-6ad69be3-7e96-4a99-91cf-a450300c07d6 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:41.955294 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c421451c-9d67-460a-96f3-4edc02394153 req-6ad69be3-7e96-4a99-91cf-a450300c07d6 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.1001666
Apr 14 11:23:42.002311 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c421451c-9d67-460a-96f3-4edc02394153 req-1b9ba791-8820-4e50-88df-3296590dac98 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364392
Apr 14 11:23:42.079173 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208108d6-fa0f-4315-bbaa-d3430dc12ba8 req-ac68e497-723e-4c9b-9296-62e7e3db6c00 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:42.081247 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-208108d6-fa0f-4315-bbaa-d3430dc12ba8 req-ac68e497-723e-4c9b-9296-62e7e3db6c00 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 945 time: 0.1181052
Apr 14 11:23:42.176407 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-208108d6-fa0f-4315-bbaa-d3430dc12ba8 req-5b359d44-cfbe-488b-955a-fd9b781e31a8 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Deleting port b77aaece-9ab9-41e2-aa08-99c213082168 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:23:42.176800 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-208108d6-fa0f-4315-bbaa-d3430dc12ba8 req-5b359d44-cfbe-488b-955a-fd9b781e31a8 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:42.300022 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 55130) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:42.323462 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1a27a2bb-0bfb-4e98-9c96-ce110da18a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:42.339857 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-1a27a2bb-0bfb-4e98-9c96-ce110da18a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:42.344685 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-1a27a2bb-0bfb-4e98-9c96-ce110da18a4f admin admin] Usage tracker for resource:security_group_rule and tenant:3041b19e27634da1b91fe1dcbb493afd is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:42.348004 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-1a27a2bb-0bfb-4e98-9c96-ce110da18a4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:42.354168 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-1a27a2bb-0bfb-4e98-9c96-ce110da18a4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:42.506349 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-208108d6-fa0f-4315-bbaa-d3430dc12ba8 req-5b359d44-cfbe-488b-955a-fd9b781e31a8 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] For port b77aaece-9ab9-41e2-aa08-99c213082168, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b77aaece-9ab9-41e2-aa08-99c213082168,segment=NetworkSegment(c5a8e63d-3c43-4eb5-b900-e26a3453d59c),segment_id=c5a8e63d-3c43-4eb5-b900-e26a3453d59c)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:23:42.506758 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-208108d6-fa0f-4315-bbaa-d3430dc12ba8 req-5b359d44-cfbe-488b-955a-fd9b781e31a8 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:42.618184 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1a27a2bb-0bfb-4e98-9c96-ce110da18a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:42.625996 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1a27a2bb-0bfb-4e98-9c96-ce110da18a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:42.635309 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:42.672056 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0a8a1-417a-44f8-9152-7214e30c638d req-a3df972e-8c20-4229-a8a9-b75b9741d4e7 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:42.680231 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3be0a8a1-417a-44f8-9152-7214e30c638d req-a3df972e-8c20-4229-a8a9-b75b9741d4e7 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 945 time: 0.2531719
Apr 14 11:23:42.739595 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3be0a8a1-417a-44f8-9152-7214e30c638d req-e38bb335-b6e1-429a-8922-c6ea2912fdf5 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/security-groups?id=7324996f-fee1-40b7-8f84-2b04a1309f37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583172
Apr 14 11:23:42.751156 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-208108d6-fa0f-4315-bbaa-d3430dc12ba8 req-5b359d44-cfbe-488b-955a-fd9b781e31a8 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Calling delete_port for b77aaece-9ab9-41e2-aa08-99c213082168 owned by compute:nova {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:23:42.761142 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27a2bb-0bfb-4e98-9c96-ce110da18a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882eedd1-0b56-4671-ac3c-14efc62a5094,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:42.773273 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-1a27a2bb-0bfb-4e98-9c96-ce110da18a4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3041b19e27634da1b91fe1dcbb493afd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4719570
Apr 14 11:23:42.774615 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1a27a2bb-0bfb-4e98-9c96-ce110da18a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:42.775781 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 55156) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:42.907297 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-725c2a67-0798-4b70-812f-5890c2432d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:42.974892 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-725c2a67-0798-4b70-812f-5890c2432d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:43.042159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-725c2a67-0798-4b70-812f-5890c2432d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:43.047529 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f3b24ea6-664d-4daf-b9a5-0e0074ee286c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:43.069349 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-725c2a67-0798-4b70-812f-5890c2432d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:43.073493 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-725c2a67-0798-4b70-812f-5890c2432d17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/882eedd1-0b56-4671-ac3c-14efc62a5094 HTTP/1.1" status: 204  len: 168 time: 0.2951906
Apr 14 11:23:43.074450 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c2a67-0798-4b70-812f-5890c2432d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882eedd1-0b56-4671-ac3c-14efc62a5094,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:43.077755 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-725c2a67-0798-4b70-812f-5890c2432d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:43.099750 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-208108d6-fa0f-4315-bbaa-d3430dc12ba8 req-5b359d44-cfbe-488b-955a-fd9b781e31a8 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:43.115062 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['b77aaece-9ab9-41e2-aa08-99c213082168'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:23:43.120685 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9907a198-57e9-47f2-a622-0a19cd6024a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:43.200636 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b359d44-cfbe-488b-955a-fd9b781e31a8 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Pushing event deleted for resources: {'Port': ['ID=b77aaece-9ab9-41e2-aa08-99c213082168,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:43.211399 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5b359d44-cfbe-488b-955a-fd9b781e31a8 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:43.313858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c41a6-2279-40a6-b701-5de74cd5a887 req-7b6ae5d3-62f7-4bfc-9eb1-904eeb246954 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:43.315792 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8c9c41a6-2279-40a6-b701-5de74cd5a887 req-7b6ae5d3-62f7-4bfc-9eb1-904eeb246954 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.1369102
Apr 14 11:23:43.375948 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8c9c41a6-2279-40a6-b701-5de74cd5a887 req-0a71386f-39d2-4f3a-a8ff-9af8e1aa9871 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470786
Apr 14 11:23:43.487365 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-208108d6-fa0f-4315-bbaa-d3430dc12ba8 req-5b359d44-cfbe-488b-955a-fd9b781e31a8 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] No DVR routers for this DVR port b77aaece-9ab9-41e2-aa08-99c213082168 on host hv-cinder-77459 {{(pid=85282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:23:43.493760 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-208108d6-fa0f-4315-bbaa-d3430dc12ba8 req-5b359d44-cfbe-488b-955a-fd9b781e31a8 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:43.512446 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc2e850-4340-4152-b42b-a3ae7a9a1047', 'name': 'network-vif-deleted', 'tag': 'b77aaece-9ab9-41e2-aa08-99c213082168'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:23:43.587261 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:23:43.598163 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-208108d6-fa0f-4315-bbaa-d3430dc12ba8 req-5b359d44-cfbe-488b-955a-fd9b781e31a8 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.47 "DELETE /v2.0/ports/b77aaece-9ab9-41e2-aa08-99c213082168 HTTP/1.1" status: 204  len: 173 time: 1.5100119
Apr 14 11:23:43.617424 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc2e850-4340-4152-b42b-a3ae7a9a1047', 'name': 'network-vif-deleted', 'tag': 'b77aaece-9ab9-41e2-aa08-99c213082168', 'status': 'completed', 'code': 200}
Apr 14 11:23:43.911235 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-73548e58-97b5-4daa-9bd8-5592c8af5231 req-662fe5db-b1a8-4d7b-b546-f82e158f8a25 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc2e850-4340-4152-b42b-a3ae7a9a1047 HTTP/1.1" status: 200  len: 210 time: 0.0561492
Apr 14 11:23:44.095995 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 55214) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:44.285540 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-454a904e-2c18-44d8-93ec-51291d2fab4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:44.313608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-454a904e-2c18-44d8-93ec-51291d2fab4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:44.318965 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-454a904e-2c18-44d8-93ec-51291d2fab4e admin admin] Usage tracker for resource:security_group_rule and tenant:822bea57864b4000b568f529e5143398 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:44.323320 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-454a904e-2c18-44d8-93ec-51291d2fab4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:44.335701 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-454a904e-2c18-44d8-93ec-51291d2fab4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:44.464932 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-454a904e-2c18-44d8-93ec-51291d2fab4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:44.470343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-454a904e-2c18-44d8-93ec-51291d2fab4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:44.520080 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c2198be1-4d12-4a94-b415-43f153a06b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:44.530283 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-454a904e-2c18-44d8-93ec-51291d2fab4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=822bea57864b4000b568f529e5143398&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4332297
Apr 14 11:23:44.532925 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 55242) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:44.586769 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a904e-2c18-44d8-93ec-51291d2fab4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c793ce6c-ec68-4b8a-b5c5-554ec55cf23a,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:44.600843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-454a904e-2c18-44d8-93ec-51291d2fab4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:44.631439 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1a7e4-0e54-45e5-a205-53f4526d05e5 req-1413c373-5e0a-4468-8771-aa1dc7ea4044 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:44.641214 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f7a1a7e4-0e54-45e5-a205-53f4526d05e5 req-1413c373-5e0a-4468-8771-aa1dc7ea4044 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.1129055
Apr 14 11:23:44.660251 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2730140c-b95a-4617-815f-cac32be5c9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:44.694847 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f7a1a7e4-0e54-45e5-a205-53f4526d05e5 req-e1a80ac0-63a1-459f-99a3-7d7d7dcd971c tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521336
Apr 14 11:23:44.697351 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2730140c-b95a-4617-815f-cac32be5c9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:44.781510 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2730140c-b95a-4617-815f-cac32be5c9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:44.791387 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:44.816740 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730140c-b95a-4617-815f-cac32be5c9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c793ce6c-ec68-4b8a-b5c5-554ec55cf23a,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:44.820815 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2730140c-b95a-4617-815f-cac32be5c9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:44.821881 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2730140c-b95a-4617-815f-cac32be5c9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:44.835162 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-2730140c-b95a-4617-815f-cac32be5c9a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c793ce6c-ec68-4b8a-b5c5-554ec55cf23a HTTP/1.1" status: 204  len: 168 time: 0.3011355
Apr 14 11:23:44.893860 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 55258) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:45.206546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d987223b-1255-4842-a7dd-0f07833a7703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:45.252153 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d987223b-1255-4842-a7dd-0f07833a7703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:45.257024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-d987223b-1255-4842-a7dd-0f07833a7703 admin admin] Usage tracker for resource:security_group_rule and tenant:62be0d396e86473f82e7c07b33be50be is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:45.260588 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-d987223b-1255-4842-a7dd-0f07833a7703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:45.267531 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d987223b-1255-4842-a7dd-0f07833a7703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:45.376424 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d987223b-1255-4842-a7dd-0f07833a7703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:45.380419 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d987223b-1255-4842-a7dd-0f07833a7703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:45.390359 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-31567070-29ae-4520-b9d0-ae7eeaddf1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:45.466491 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 55292) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:45.476563 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-d987223b-1255-4842-a7dd-0f07833a7703 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62be0d396e86473f82e7c07b33be50be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5814271
Apr 14 11:23:45.478613 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987223b-1255-4842-a7dd-0f07833a7703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ba5b07-041d-42ae-8e53-366d36a88908,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:45.490512 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d987223b-1255-4842-a7dd-0f07833a7703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:45.631471 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d1c1657d-4383-42a6-b4df-a605f1c96b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:45.690365 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d1c1657d-4383-42a6-b4df-a605f1c96b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:45.754755 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d1c1657d-4383-42a6-b4df-a605f1c96b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:45.763686 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a1e25d7a-df79-4bfb-bbfb-d72fa997bcd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:45.785071 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d1c1657d-4383-42a6-b4df-a605f1c96b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:45.793328 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-d1c1657d-4383-42a6-b4df-a605f1c96b65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7ba5b07-041d-42ae-8e53-366d36a88908 HTTP/1.1" status: 204  len: 168 time: 0.3247404
Apr 14 11:23:45.811841 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1657d-4383-42a6-b4df-a605f1c96b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ba5b07-041d-42ae-8e53-366d36a88908,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:45.816490 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d1c1657d-4383-42a6-b4df-a605f1c96b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:46.057090 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd470c-6463-425a-8d91-be18f047c53a req-bec1903e-8cd3-4101-9841-e4907eba0693 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:46.058763 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-13bd470c-6463-425a-8d91-be18f047c53a req-bec1903e-8cd3-4101-9841-e4907eba0693 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.1603827
Apr 14 11:23:46.119054 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-13bd470c-6463-425a-8d91-be18f047c53a req-a016cbbf-bb3b-4a9f-b3b7-1b68d2cec199 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520253
Apr 14 11:23:46.238749 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 55334) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:46.273008 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0dac774a-b4f1-49d0-b308-0d5ed74c97f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:46.290222 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0dac774a-b4f1-49d0-b308-0d5ed74c97f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:46.294752 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0dac774a-b4f1-49d0-b308-0d5ed74c97f8 admin admin] Usage tracker for resource:security_group_rule and tenant:089dbc57b4a34bf182c2f04abed8aba5 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:46.305164 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0dac774a-b4f1-49d0-b308-0d5ed74c97f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:46.311642 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0dac774a-b4f1-49d0-b308-0d5ed74c97f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:46.435982 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0dac774a-b4f1-49d0-b308-0d5ed74c97f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:46.439546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0dac774a-b4f1-49d0-b308-0d5ed74c97f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:46.455633 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2730140c-b95a-4617-815f-cac32be5c9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:46.505741 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-0dac774a-b4f1-49d0-b308-0d5ed74c97f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=089dbc57b4a34bf182c2f04abed8aba5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2655659
Apr 14 11:23:46.508719 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 55354) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:46.511311 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac774a-b4f1-49d0-b308-0d5ed74c97f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846279c3-b00a-4aa2-bef5-98ca54502df2,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:46.515578 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0dac774a-b4f1-49d0-b308-0d5ed74c97f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:46.723726 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 55370) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:46.724306 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2c27cf11-e99f-4446-96d5-2d94ecb847ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:46.789347 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2c27cf11-e99f-4446-96d5-2d94ecb847ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:46.820713 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc4514-509a-46f2-a289-ce469924212c req-d04fefb7-db61-4a80-9419-5a4748d73dea tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:46.822577 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d9dc4514-509a-46f2-a289-ce469924212c req-d04fefb7-db61-4a80-9419-5a4748d73dea tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/networks?id=6b5ae062-a161-4889-8402-18f1bfe40400 HTTP/1.1" status: 200  len: 815 time: 0.2312071
Apr 14 11:23:46.851679 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d9dc4514-509a-46f2-a289-ce469924212c req-f437883e-6022-4854-ba7e-da832bf02011 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/quotas/de9050b67e08476387fed4dd21923614 HTTP/1.1" status: 200  len: 375 time: 0.0114598
Apr 14 11:23:46.878025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1771654106-network', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:23:46.886543 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:46.896667 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Usage tracker for resource:network and tenant:73c130d3f7dc4956aa28b890684d0e50 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:46.902973 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:46.927668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:46.939002 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2c27cf11-e99f-4446-96d5-2d94ecb847ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:46.945758 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:46.955504 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Made reservation on behalf of 73c130d3f7dc4956aa28b890684d0e50 for: {'network': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:23:46.958740 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27cf11-e99f-4446-96d5-2d94ecb847ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846279c3-b00a-4aa2-bef5-98ca54502df2,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:46.964534 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2c27cf11-e99f-4446-96d5-2d94ecb847ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:46.964910 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:46.982011 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d9dc4514-509a-46f2-a289-ce469924212c req-f3cddf83-e073-404f-a3e7-133f0a360e02 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=de9050b67e08476387fed4dd21923614&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1220641
Apr 14 11:23:47.002308 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:47.016007 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2c27cf11-e99f-4446-96d5-2d94ecb847ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:47.017366 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-2c27cf11-e99f-4446-96d5-2d94ecb847ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/846279c3-b00a-4aa2-bef5-98ca54502df2 HTTP/1.1" status: 204  len: 168 time: 0.5073698
Apr 14 11:23:47.027487 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:47.032968 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Usage tracker for resource:security_group_rule and tenant:73c130d3f7dc4956aa28b890684d0e50 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:47.036394 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:47.043700 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:47.146708 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:47.151593 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:47.158325 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:47.192901 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212}  {{(pid=85282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:23:47.211252 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6ce433-a094-4e2f-872a-86f77337f4ed,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:47.215040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:47.215432 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Added segment fd9866f7-0a0e-42cb-b9aa-ef965ce996a3 of type vlan for network bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1
Apr 14 11:23:47.216846 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:47.232144 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device b77aaece-9ab9-41e2-aa08-99c213082168 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:23:47.244509 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d9dc4514-509a-46f2-a289-ce469924212c req-a052d652-3f3e-49d7-936d-54bbbd5028f2 service neutron] 10.222.0.20 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2607317
Apr 14 11:23:47.266971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:47.285514 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: b77aaece-9ab9-41e2-aa08-99c213082168 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:23:47.287420 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device b77aaece-9ab9-41e2-aa08-99c213082168 not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:23:47.318697 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:47.320454 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:47.321859 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:47.327595 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:47.462533 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Pushing event updated for resources: {'Network': ['ID=bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:47.466895 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:47.471317 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7460136
Apr 14 11:23:47.475138 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 55414) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:47.476754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:23:47.482258 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-e535a7f2-0660-4208-8661-8fcf1b7dcd71 admin admin] Request body: {'subnet': {'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1771654106-subnet', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'ip_version': 4}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:23:47.487764 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-e535a7f2-0660-4208-8661-8fcf1b7dcd71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:47.493230 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-e535a7f2-0660-4208-8661-8fcf1b7dcd71 admin admin] Usage tracker for resource:subnet and tenant:73c130d3f7dc4956aa28b890684d0e50 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:47.497596 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-e535a7f2-0660-4208-8661-8fcf1b7dcd71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:47.528163 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d9dc4514-509a-46f2-a289-ce469924212c req-cab9f279-2d86-4416-80a5-a24cd120a5db service neutron] 10.222.0.20 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2759273
Apr 14 11:23:47.530185 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-e535a7f2-0660-4208-8661-8fcf1b7dcd71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:47.547986 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e535a7f2-0660-4208-8661-8fcf1b7dcd71 admin admin] Made reservation on behalf of 73c130d3f7dc4956aa28b890684d0e50 for: {'subnet': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:23:47.553100 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e535a7f2-0660-4208-8661-8fcf1b7dcd71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852322423'] for subnet, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:47.631641 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4ad71-8ba2-4169-a79f-f473d58145b8 req-7fb538b8-c4de-4efc-8796-ecb9c6161984 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:47.649717 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dbf4ad71-8ba2-4169-a79f-f473d58145b8 req-7fb538b8-c4de-4efc-8796-ecb9c6161984 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.2616367
Apr 14 11:23:47.720886 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dbf4ad71-8ba2-4169-a79f-f473d58145b8 req-715bbdbd-d8d5-415d-a5b6-8a4422b4eca0 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700932
Apr 14 11:23:47.845380 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 55432) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:47.953100 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 55440) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:48.004550 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8941393e-5a4f-4998-9667-3aa527b83847 req-d7ce1085-3d3e-4f80-a88c-01d0ae7fad77 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 210 time: 0.1205783
Apr 14 11:23:48.069883 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-5199d030-a6ab-4889-bd4a-faf44ce2065e admin admin] Deleting subnet 2c91a121-5bc3-40ea-950b-586785006783 {{(pid=85281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 14 11:23:48.079010 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5199d030-a6ab-4889-bd4a-faf44ce2065e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:48.198884 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5199d030-a6ab-4889-bd4a-faf44ce2065e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2265747'] for subnet, precommit_delete_associations {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:48.285442 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5199d030-a6ab-4889-bd4a-faf44ce2065e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1821'] for subnet, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:48.425683 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0c41d43-cff2-4958-8a7f-c8c63954b438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:48.492399 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e535a7f2-0660-4208-8661-8fcf1b7dcd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2749725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852322314'] for subnet, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:48.517701 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c0c41d43-cff2-4958-8a7f-c8c63954b438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:48.525885 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c0c41d43-cff2-4958-8a7f-c8c63954b438 admin admin] Usage tracker for resource:security_group_rule and tenant:5e9ff57954984019a7a6dfb76dab08e0 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:48.532570 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c0c41d43-cff2-4958-8a7f-c8c63954b438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:48.540473 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-345dfe7b-ce76-4084-b93a-eee56449c7a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:48.549145 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c0c41d43-cff2-4958-8a7f-c8c63954b438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:48.718179 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535a7f2-0660-4208-8661-8fcf1b7dcd71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de6bf4f8-000f-4c47-956f-2890583d6b33,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:48.722409 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e535a7f2-0660-4208-8661-8fcf1b7dcd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:48.788258 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5199d030-a6ab-4889-bd4a-faf44ce2065e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2429323'] for subnet, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:48.800733 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e535a7f2-0660-4208-8661-8fcf1b7dcd71 admin admin] Checking segment: {'id': 'fd9866f7-0a0e-42cb-b9aa-ef965ce996a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:23:48.801196 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e535a7f2-0660-4208-8661-8fcf1b7dcd71 admin admin] Network hostable DHCP agents. Network: bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:23:48.841040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e535a7f2-0660-4208-8661-8fcf1b7dcd71 admin admin] Network bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:23:48.841299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:48.851378 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-e535a7f2-0660-4208-8661-8fcf1b7dcd71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1) {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:23:48.860247 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ab0a63-c348-4b6c-84f6-74406cf6a137 None None] Network bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:23:48.875326 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e535a7f2-0660-4208-8661-8fcf1b7dcd71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:48.875986 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e535a7f2-0660-4208-8661-8fcf1b7dcd71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:48.881960 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199d030-a6ab-4889-bd4a-faf44ce2065e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c91a121-5bc3-40ea-950b-586785006783,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:48.890908 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0c41d43-cff2-4958-8a7f-c8c63954b438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:48.894304 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5199d030-a6ab-4889-bd4a-faf44ce2065e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:48.926404 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-e535a7f2-0660-4208-8661-8fcf1b7dcd71 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4471881
Apr 14 11:23:48.926714 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 55488) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:48.934411 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1771654106-router', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:23:48.945465 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:48.960427 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Usage tracker for resource:router and tenant:73c130d3f7dc4956aa28b890684d0e50 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:48.964228 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:48.970945 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:48.984994 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3789078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767086'] for router, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:48.986446 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850986637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850692849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8730'] for router, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:48.995440 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0c41d43-cff2-4958-8a7f-c8c63954b438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:49.006162 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:49.007779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2c27cf11-e99f-4446-96d5-2d94ecb847ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:49.102928 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c41d43-cff2-4958-8a7f-c8c63954b438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc65fc0b-f2b8-4ceb-ac30-3dda38bb98cd,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:49.132094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c0c41d43-cff2-4958-8a7f-c8c63954b438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:49.133864 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c0c41d43-cff2-4958-8a7f-c8c63954b438 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e9ff57954984019a7a6dfb76dab08e0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2866449
Apr 14 11:23:49.152362 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 55498) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:49.261247 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cd7a6c47-6679-471a-a1e5-634fd7d2234c req-adb79170-549a-4850-869a-8ac29805c75f tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 210 time: 0.0847926
Apr 14 11:23:49.291028 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5199d030-a6ab-4889-bd4a-faf44ce2065e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:49.301186 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c1116d-930f-5d36-b25c-610eedf1c683-bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1', 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'fixed_ips': [{'subnet_id': 'de6bf4f8-000f-4c47-956f-2890583d6b33'}]}} from dv-cinder-774594-3-iscsi. {{(pid=85284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 14 11:23:49.303952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:49.332481 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05440bb6-e098-4644-8992-04b5d4656b1a req-4706991c-59e9-46c5-87d7-aca382344427 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:49.341583 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-05440bb6-e098-4644-8992-04b5d4656b1a req-4706991c-59e9-46c5-87d7-aca382344427 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.4632494
Apr 14 11:23:49.370831 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-5199d030-a6ab-4889-bd4a-faf44ce2065e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2c91a121-5bc3-40ea-950b-586785006783 HTTP/1.1" status: 204  len: 168 time: 1.4144518
Apr 14 11:23:49.371726 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 55510) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:49.411006 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-05440bb6-e098-4644-8992-04b5d4656b1a req-e9e3c35c-9747-4278-aef0-d0deeb1d0adb tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638611
Apr 14 11:23:49.644689 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850711200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3789281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8745'] for router, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:49.700219 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4a354b5f-e801-44c6-a2a0-fcaf892e28ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:49.714629 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Allocated IP 172.20.0.2 (bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1/de6bf4f8-000f-4c47-956f-2890583d6b33/11e435ab-d168-4b9c-9b15-8becc11ba2ab) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:23:49.789198 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4a354b5f-e801-44c6-a2a0-fcaf892e28ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:49.865151 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff21fd68-8e3c-4bb8-833b-d2a082116052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854664768'] for network, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:50.044054 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4a354b5f-e801-44c6-a2a0-fcaf892e28ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:50.054444 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:50.084865 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 55534) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:50.085026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a354b5f-e801-44c6-a2a0-fcaf892e28ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc65fc0b-f2b8-4ceb-ac30-3dda38bb98cd,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:50.090836 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4a354b5f-e801-44c6-a2a0-fcaf892e28ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:50.104322 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4a354b5f-e801-44c6-a2a0-fcaf892e28ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:50.106074 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-4a354b5f-e801-44c6-a2a0-fcaf892e28ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc65fc0b-f2b8-4ceb-ac30-3dda38bb98cd HTTP/1.1" status: 204  len: 168 time: 0.9241505
Apr 14 11:23:50.227610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff21fd68-8e3c-4bb8-833b-d2a082116052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854302052', 'neutron.services.segments.db._delete_segments_for_network--9223363253325445970'] for network, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:50.252050 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:50.267197 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Transition to ACTIVE for port object 11e435ab-d168-4b9c-9b15-8becc11ba2ab will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:23:50.289482 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Transition to ACTIVE for port object 11e435ab-d168-4b9c-9b15-8becc11ba2ab will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:23:50.298972 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:50.336223 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:50.441300 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-ff21fd68-8e3c-4bb8-833b-d2a082116052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd130a498d0>,) {'filters': {'network_id': ['b80ee409-db1e-4750-8afa-8a5e4a2326f5']}} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:23:50.456608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-ff21fd68-8e3c-4bb8-833b-d2a082116052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd130a498d0>, 'c5a8e63d-3c43-4eb5-b900-e26a3453d59c') {'for_net_delete': True} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:23:50.456941 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-ff21fd68-8e3c-4bb8-833b-d2a082116052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd130a498d0>, 'c5a8e63d-3c43-4eb5-b900-e26a3453d59c') {} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:23:50.481289 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff21fd68-8e3c-4bb8-833b-d2a082116052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253325448786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2265445'] for segment, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:50.531115 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff21fd68-8e3c-4bb8-833b-d2a082116052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:50.560099 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff21fd68-8e3c-4bb8-833b-d2a082116052 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=85281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 14 11:23:50.745299 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8e22a986-ffc1-4ed4-968b-9827650fbb57 req-1e3fa67a-29b8-42ae-b082-cf2e2b8c0ed5 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 210 time: 0.1611874
Apr 14 11:23:50.813680 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Pushing event updated for resources: {'Port': ['ID=11e435ab-d168-4b9c-9b15-8becc11ba2ab,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:50.822987 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:50.876920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Network bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:23:50.878660 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:50.879061 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:50.879443 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:50.879819 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:50.880192 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:50.880965 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:50.883588 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:50.884165 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:50.884560 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:50.884944 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:50.886608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:50.887312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:23:50.896707 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Resources bound (agent type, host, resource id):  {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:23:50.898448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:50.902322 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:23:50.954830 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:51.001843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-ff21fd68-8e3c-4bb8-833b-d2a082116052 admin admin] Network b80ee409-db1e-4750-8afa-8a5e4a2326f5 has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:23:51.055183 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 55564) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:51.066207 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc4514-509a-46f2-a289-ce469924212c req-4513f142-2c8b-4811-af00-31c481745747 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:51.067837 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d9dc4514-509a-46f2-a289-ce469924212c req-4513f142-2c8b-4811-af00-31c481745747 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.47 "GET /v2.0/networks?id=6b5ae062-a161-4889-8402-18f1bfe40400 HTTP/1.1" status: 200  len: 815 time: 0.8486924
Apr 14 11:23:51.071381 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Attempting to bind port 11e435ab-d168-4b9c-9b15-8becc11ba2ab on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:23:51.071997 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Attempting to bind port 11e435ab-d168-4b9c-9b15-8becc11ba2ab by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': 'fd9866f7-0a0e-42cb-b9aa-ef965ce996a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:23:51.073399 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Attempting to bind port 11e435ab-d168-4b9c-9b15-8becc11ba2ab on network bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:23:51.076370 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff21fd68-8e3c-4bb8-833b-d2a082116052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253485'] for segment, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:51.088145 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:23:51.088574 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Checking segment: {'id': 'fd9866f7-0a0e-42cb-b9aa-ef965ce996a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:23:51.089030 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:51.093469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Bound using segment: {'id': 'fd9866f7-0a0e-42cb-b9aa-ef965ce996a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:23:51.093637 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Bound port: 11e435ab-d168-4b9c-9b15-8becc11ba2ab, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9866f7-0a0e-42cb-b9aa-ef965ce996a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:23:51.094038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:51.105208 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e4dc0c09-6e41-4ec4-867e-7811a12230da admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:51.127834 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-d9dc4514-509a-46f2-a289-ce469924212c req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Request body: {'port': {'device_id': 'ac1b566b-8266-485a-84b9-47e0f1cf5a79', 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400', 'admin_state_up': True, 'tenant_id': 'de9050b67e08476387fed4dd21923614'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:23:51.128537 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-06684593-afe1-427f-92f1-60029d83ce8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:51.160650 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-e4dc0c09-6e41-4ec4-867e-7811a12230da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:51.165234 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-e4dc0c09-6e41-4ec4-867e-7811a12230da admin admin] Usage tracker for resource:security_group_rule and tenant:e1989c8eb9194d1c9c253c72913345b7 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:51.168458 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-e4dc0c09-6e41-4ec4-867e-7811a12230da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:51.174985 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-e4dc0c09-6e41-4ec4-867e-7811a12230da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:51.201719 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-06684593-afe1-427f-92f1-60029d83ce8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:51.245563 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-06684593-afe1-427f-92f1-60029d83ce8e admin admin] Usage tracker for resource:security_group_rule and tenant:015fadd3f2c64ad19c2f133532549185 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:51.259279 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-06684593-afe1-427f-92f1-60029d83ce8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:51.270693 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] For port 11e435ab-d168-4b9c-9b15-8becc11ba2ab, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:23:51.274332 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] For port 11e435ab-d168-4b9c-9b15-8becc11ba2ab, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=11e435ab-d168-4b9c-9b15-8becc11ba2ab,segment=NetworkSegment(fd9866f7-0a0e-42cb-b9aa-ef965ce996a3),segment_id=fd9866f7-0a0e-42cb-b9aa-ef965ce996a3)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:23:51.282601 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:51.322291 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-06684593-afe1-427f-92f1-60029d83ce8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:51.338261 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-ff21fd68-8e3c-4bb8-833b-d2a082116052 admin admin] Network b80ee409-db1e-4750-8afa-8a5e4a2326f5 has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fc35a-4606-4653-b7a5-99a46b7b0197 req-7e834d23-4ce0-435e-855a-11d1731e69fa tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2c8fc35a-4606-4653-b7a5-99a46b7b0197 req-7e834d23-4ce0-435e-855a-11d1731e69fa tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.3909340
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]: Traceback (most recent call last):
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:     timer()
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:     cb(*args, **kw)
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:     return func(*args, **kwargs)
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:     self._notify()
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:     self.callback(batched_events)
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:     event.method(event)
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:     segment_id)['aggregates'][0]
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:     return f(self, *a, **k)
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self._get(url).json()
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:     **kwargs)
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self.request(url, 'GET', **kwargs)
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:     **endpoint_filter)
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 14 11:23:51.379285 dv-cinder-774594-3-iscsi neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 14 11:23:51.463757 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e4dc0c09-6e41-4ec4-867e-7811a12230da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:51.466425 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-496b9369-6002-48fa-9955-a482a5a35d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:51.487291 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e4dc0c09-6e41-4ec4-867e-7811a12230da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:51.502885 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-657ff173-de15-47dc-ad37-fc3110db9edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:51.512947 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2c8fc35a-4606-4653-b7a5-99a46b7b0197 req-6361cfc8-67ae-4af0-950c-1ea1f8576b84 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155214
Apr 14 11:23:51.548633 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff21fd68-8e3c-4bb8-833b-d2a082116052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-473733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850711281'] for network, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:51.558601 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:51.591889 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff21fd68-8e3c-4bb8-833b-d2a082116052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:51.620079 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21fd68-8e3c-4bb8-833b-d2a082116052 admin admin] Pushing event deleted for resources: {'Network': ['ID=b80ee409-db1e-4750-8afa-8a5e4a2326f5,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:51.624135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ff21fd68-8e3c-4bb8-833b-d2a082116052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:51.634226 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-ff21fd68-8e3c-4bb8-833b-d2a082116052 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b80ee409-db1e-4750-8afa-8a5e4a2326f5 HTTP/1.1" status: 204  len: 168 time: 2.2590127
Apr 14 11:23:51.641496 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-e4dc0c09-6e41-4ec4-867e-7811a12230da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1989c8eb9194d1c9c253c72913345b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5689807
Apr 14 11:23:51.641909 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Pushing event updated for resources: {'Port': ['ID=11e435ab-d168-4b9c-9b15-8becc11ba2ab,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:51.642322 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 55582) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:51.648664 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Allocated IP 172.27.2.218 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:23:51.650844 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc0c09-6e41-4ec4-867e-7811a12230da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5d452b-4f34-4a72-978a-2ffb7433a3b4,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:51.658142 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e4dc0c09-6e41-4ec4-867e-7811a12230da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:51.663665 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:51.668022 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-d9dc4514-509a-46f2-a289-ce469924212c req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:51.674578 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-d9dc4514-509a-46f2-a289-ce469924212c req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Usage tracker for resource:port and tenant:de9050b67e08476387fed4dd21923614 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:51.685748 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-d9dc4514-509a-46f2-a289-ce469924212c req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:51.695468 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-06684593-afe1-427f-92f1-60029d83ce8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:51.709454 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-06684593-afe1-427f-92f1-60029d83ce8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:51.728101 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-d9dc4514-509a-46f2-a289-ce469924212c req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:51.742177 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:51.837552 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4e8a600f-f2d3-4e1e-9d35-374dc6db3600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:51.841447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06684593-afe1-427f-92f1-60029d83ce8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e9e9fc-fd27-4f28-a498-4a69e9bdb2f3,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:51.846935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-06684593-afe1-427f-92f1-60029d83ce8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:51.861576 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9dc4514-509a-46f2-a289-ce469924212c req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Made reservation on behalf of de9050b67e08476387fed4dd21923614 for: {'port': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:23:51.862503 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-06684593-afe1-427f-92f1-60029d83ce8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=015fadd3f2c64ad19c2f133532549185&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7762287
Apr 14 11:23:51.866470 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 55594) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:51.874059 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d9dc4514-509a-46f2-a289-ce469924212c req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:51.906399 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4e8a600f-f2d3-4e1e-9d35-374dc6db3600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:51.934468 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 55602) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:52.132415 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3b60090a-3774-4f29-949e-41ac9c9de716 req-a2cd06c1-dbd6-4823-b95f-14487492f60b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 210 time: 0.1402879
Apr 14 11:23:52.143561 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c100c2e9-5e67-48bd-a2b8-7b7b7caa653c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:52.147669 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-80f1faeb-e574-4efd-93d9-90a3a62c729a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7332f5d8a074a48aeb82c8e78a23158&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2074115
Apr 14 11:23:52.158107 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 55606) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:52.202730 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c100c2e9-5e67-48bd-a2b8-7b7b7caa653c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:52.271238 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4e8a600f-f2d3-4e1e-9d35-374dc6db3600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:52.283575 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:52.301606 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a600f-f2d3-4e1e-9d35-374dc6db3600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5d452b-4f34-4a72-978a-2ffb7433a3b4,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:52.304262 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4e8a600f-f2d3-4e1e-9d35-374dc6db3600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:52.331614 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4e8a600f-f2d3-4e1e-9d35-374dc6db3600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:52.335809 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-4e8a600f-f2d3-4e1e-9d35-374dc6db3600 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc5d452b-4f34-4a72-978a-2ffb7433a3b4 HTTP/1.1" status: 204  len: 168 time: 0.6849003
Apr 14 11:23:52.339531 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-116d44ad-1962-4b2d-a33a-94a3ea79155b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:52.386814 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-116d44ad-1962-4b2d-a33a-94a3ea79155b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:52.403831 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:52.437726 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-d9dc4514-509a-46f2-a289-ce469924212c req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Allocated IP 172.20.0.13 (6b5ae062-a161-4889-8402-18f1bfe40400/d255a5ae-2634-43d7-8e91-eade956f26e1/61558a4e-96b5-4303-af97-d8a56d6da7dd) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:23:52.449371 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c100c2e9-5e67-48bd-a2b8-7b7b7caa653c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:52.457533 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-971c5192-0414-4439-b76b-8a39275bdda0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:52.486693 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-116d44ad-1962-4b2d-a33a-94a3ea79155b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:52.528444 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100c2e9-5e67-48bd-a2b8-7b7b7caa653c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e9e9fc-fd27-4f28-a498-4a69e9bdb2f3,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:52.530078 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:52.542090 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c100c2e9-5e67-48bd-a2b8-7b7b7caa653c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:52.551575 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fb7463f3-4359-4d7e-a8fb-b4231fa6960f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:52.582740 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d44ad-1962-4b2d-a33a-94a3ea79155b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7324996f-fee1-40b7-8f84-2b04a1309f37,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:52.598038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-116d44ad-1962-4b2d-a33a-94a3ea79155b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:52.600699 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-116d44ad-1962-4b2d-a33a-94a3ea79155b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:52.602187 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-116d44ad-1962-4b2d-a33a-94a3ea79155b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7324996f-fee1-40b7-8f84-2b04a1309f37 HTTP/1.1" status: 204  len: 168 time: 0.4430566
Apr 14 11:23:52.603819 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c100c2e9-5e67-48bd-a2b8-7b7b7caa653c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:52.610540 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c100c2e9-5e67-48bd-a2b8-7b7b7caa653c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10e9e9fc-fd27-4f28-a498-4a69e9bdb2f3 HTTP/1.1" status: 204  len: 168 time: 0.7427671
Apr 14 11:23:52.634150 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:53.030922 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:23:53.037118 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:23:53.038386 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b6750-109a-4457-9d8c-704100a5e3d3 req-cf5f45bf-b3ef-4b87-86e5-a5eb3c6afebb tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:53.052464 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:23:53.056815 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ed7b6750-109a-4457-9d8c-704100a5e3d3 req-cf5f45bf-b3ef-4b87-86e5-a5eb3c6afebb tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.2819867
Apr 14 11:23:53.141035 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ed7b6750-109a-4457-9d8c-704100a5e3d3 req-97980493-ec24-4fe4-a781-ec08f2fdfbba tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825348
Apr 14 11:23:53.179290 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Pushing event updated for resources: {'Port': ['ID=3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:53.194543 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:53.247447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d9dc4514-509a-46f2-a289-ce469924212c req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:53.282394 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d9dc4514-509a-46f2-a289-ce469924212c req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:53.299861 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['54043a7e-a43f-4ebc-b1e8-81310c1de06c'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:23:53.311504 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:53.465723 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 55646) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:53.467740 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b091d15-2e46-447b-af10-c981cdd53f1d None None] Network bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:23:53.497598 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Pushing event updated for resources: {'Port': ['ID=61558a4e-96b5-4303-af97-d8a56d6da7dd,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:53.502047 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:53.566827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2acae209-1894-44a6-8c53-28c0f11b04f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:53.622434 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55823f18-9efc-4f9f-9958-bf4183d933d9 req-c96bba84-7f6f-423c-a1a1-cee76d2d8dfd tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:53.624684 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-55823f18-9efc-4f9f-9958-bf4183d933d9 req-c96bba84-7f6f-423c-a1a1-cee76d2d8dfd tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 932 time: 0.3189862
Apr 14 11:23:53.627729 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-2acae209-1894-44a6-8c53-28c0f11b04f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:53.652106 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-2acae209-1894-44a6-8c53-28c0f11b04f2 admin admin] Usage tracker for resource:security_group_rule and tenant:9c9b3b0bb9d744ad900fb2cdc1bb4577 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:53.660864 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-2acae209-1894-44a6-8c53-28c0f11b04f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:53.673601 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-2acae209-1894-44a6-8c53-28c0f11b04f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:53.679160 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-55823f18-9efc-4f9f-9958-bf4183d933d9 req-9e6a6a1c-8b6d-4014-884b-1b1ea2c77bd4 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476034
Apr 14 11:23:53.875161 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2acae209-1894-44a6-8c53-28c0f11b04f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:53.882923 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2acae209-1894-44a6-8c53-28c0f11b04f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:53.905592 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:53.965391 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-2acae209-1894-44a6-8c53-28c0f11b04f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c9b3b0bb9d744ad900fb2cdc1bb4577&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4969480
Apr 14 11:23:53.965391 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acae209-1894-44a6-8c53-28c0f11b04f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79ee135-f159-4827-ac72-0f4e137111e0,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:53.974181 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 55662) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:53.974335 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2acae209-1894-44a6-8c53-28c0f11b04f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:54.012888 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-17c50c6b-0070-4555-8c88-ff56bdc3c8b4 None None] Provisioning for port 11e435ab-d168-4b9c-9b15-8becc11ba2ab completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:23:54.025459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 11e435ab-d168-4b9c-9b15-8becc11ba2ab up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:23:54.082833 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9dc4514-509a-46f2-a289-ce469924212c req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Network 6b5ae062-a161-4889-8402-18f1bfe40400 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:23:54.090246 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-d9dc4514-509a-46f2-a289-ce469924212c req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:23:54.096314 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dc4514-509a-46f2-a289-ce469924212c req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:23:54.229887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2a5b8f6e-21f1-40aa-b0c9-5eb28e233b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:54.285015 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 55686) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:54.339642 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 11e435ab-d168-4b9c-9b15-8becc11ba2ab completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:23:54.357121 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 11e435ab-d168-4b9c-9b15-8becc11ba2ab triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:23:54.357576 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:54.379075 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc4514-509a-46f2-a289-ce469924212c req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:54.379652 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d9dc4514-509a-46f2-a289-ce469924212c req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:54.444863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2a5b8f6e-21f1-40aa-b0c9-5eb28e233b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:54.454587 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d9dc4514-509a-46f2-a289-ce469924212c req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3340952
Apr 14 11:23:54.455180 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:54.617033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857583f-b31d-4dd8-8a03-d722c8385343 req-78b3bc69-8da6-48dd-91dc-133529ae2a4a tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:54.618781 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b857583f-b31d-4dd8-8a03-d722c8385343 req-78b3bc69-8da6-48dd-91dc-133529ae2a4a tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.2441223
Apr 14 11:23:54.664196 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Request body: {'port': {'device_id': 'ac1b566b-8266-485a-84b9-47e0f1cf5a79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:23:54.670465 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b857583f-b31d-4dd8-8a03-d722c8385343 req-d56f1e01-3984-474d-b43d-f6ff269d0ae4 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450830
Apr 14 11:23:54.738282 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:54.800910 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 11e435ab-d168-4b9c-9b15-8becc11ba2ab, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=11e435ab-d168-4b9c-9b15-8becc11ba2ab,segment=NetworkSegment(fd9866f7-0a0e-42cb-b9aa-ef965ce996a3),segment_id=fd9866f7-0a0e-42cb-b9aa-ef965ce996a3)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:23:54.815179 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:54.823724 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:54.925721 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1238882880-network', 'tenant_id': '42a8edf20fd2489b856e4667ae588287'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:23:54.936470 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:54.942757 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Usage tracker for resource:network and tenant:42a8edf20fd2489b856e4667ae588287 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:54.949959 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:54.962359 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=11e435ab-d168-4b9c-9b15-8becc11ba2ab,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:54.967383 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:54.976918 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:54.982689 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:54.988842 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af0c2b-b700-46f8-aeb0-470556e4c99e req-091b1f6a-69d7-4190-9520-c4d5ace7cfc2 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:54.997188 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-8acaefa8-a337-4ebc-a278-f9c3a844db47 None None] Provisioning complete for port 11e435ab-d168-4b9c-9b15-8becc11ba2ab triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:23:54.997938 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8acaefa8-a337-4ebc-a278-f9c3a844db47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:54.999149 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-07af0c2b-b700-46f8-aeb0-470556e4c99e req-091b1f6a-69d7-4190-9520-c4d5ace7cfc2 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 932 time: 0.1509640
Apr 14 11:23:55.001584 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Made reservation on behalf of 42a8edf20fd2489b856e4667ae588287 for: {'network': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:23:55.006407 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:55.022241 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:55.056123 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:55.065464 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Usage tracker for resource:security_group_rule and tenant:42a8edf20fd2489b856e4667ae588287 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:55.070753 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-07af0c2b-b700-46f8-aeb0-470556e4c99e req-83b90087-82ab-4fc2-8fe6-758acb885528 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707109
Apr 14 11:23:55.071578 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:55.078122 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:55.141359 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2a5b8f6e-21f1-40aa-b0c9-5eb28e233b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:55.154712 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d1c1657d-4383-42a6-b4df-a605f1c96b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:55.204495 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:55.208743 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:55.213642 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:55.246475 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207}  {{(pid=85281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:23:55.257213 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0aedc1-f227-46b5-a574-6cf3d662c5ef,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:55.260961 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:55.267861 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:55.268536 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Added segment 740351c2-c7cf-4200-8229-e7c24a0aac17 of type vlan for network b697626d-73a8-4a4d-86f6-e642e203014b
Apr 14 11:23:55.274460 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 55712) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:55.307681 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:55.340419 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:55.342792 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:55.343458 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:55.350479 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-be0a353f-bcea-4e6b-aff5-3a56e80eab29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:55.418524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-14b814cc-4453-4f8f-a1bf-a690c8d9f937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:55.477727 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b8f6e-21f1-40aa-b0c9-5eb28e233b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79ee135-f159-4827-ac72-0f4e137111e0,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:55.482402 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2a5b8f6e-21f1-40aa-b0c9-5eb28e233b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:55.484211 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-2a5b8f6e-21f1-40aa-b0c9-5eb28e233b8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a79ee135-f159-4827-ac72-0f4e137111e0 HTTP/1.1" status: 204  len: 168 time: 1.4994149
Apr 14 11:23:55.485103 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2a5b8f6e-21f1-40aa-b0c9-5eb28e233b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:55.492161 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-356b3f27-331c-4fc8-95a4-65b4149f14dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:55.510131 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2233737
Apr 14 11:23:55.511191 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Pushing event updated for resources: {'Network': ['ID=b697626d-73a8-4a4d-86f6-e642e203014b,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:55.514797 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:55.515376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 55720) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:55.527619 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-867861b2-3d99-4425-8e51-d9047c9f1a2a admin admin] Request body: {'subnet': {'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1238882880-subnet', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:23:55.528911 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network b697626d-73a8-4a4d-86f6-e642e203014b details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:23:55.534072 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-356b3f27-331c-4fc8-95a4-65b4149f14dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:55.536720 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-867861b2-3d99-4425-8e51-d9047c9f1a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:55.541701 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-356b3f27-331c-4fc8-95a4-65b4149f14dc admin admin] Usage tracker for resource:security_group_rule and tenant:f124bccb7875415c992ef69f91b11780 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:55.550153 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-867861b2-3d99-4425-8e51-d9047c9f1a2a admin admin] Usage tracker for resource:subnet and tenant:42a8edf20fd2489b856e4667ae588287 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:55.553182 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-356b3f27-331c-4fc8-95a4-65b4149f14dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:55.556711 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-867861b2-3d99-4425-8e51-d9047c9f1a2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:55.565867 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-356b3f27-331c-4fc8-95a4-65b4149f14dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:55.568151 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-867861b2-3d99-4425-8e51-d9047c9f1a2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:55.595758 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867861b2-3d99-4425-8e51-d9047c9f1a2a admin admin] Made reservation on behalf of 42a8edf20fd2489b856e4667ae588287 for: {'subnet': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:23:55.600890 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-867861b2-3d99-4425-8e51-d9047c9f1a2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852346387'] for subnet, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:55.798747 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-356b3f27-331c-4fc8-95a4-65b4149f14dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:55.857549 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-356b3f27-331c-4fc8-95a4-65b4149f14dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:55.891448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-725c2a67-0798-4b70-812f-5890c2432d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:55.897065 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850986519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064587'] for router, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:55.906054 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-356b3f27-331c-4fc8-95a4-65b4149f14dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f124bccb7875415c992ef69f91b11780&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6304605
Apr 14 11:23:55.912299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 55744) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:55.949589 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 11e435ab-d168-4b9c-9b15-8becc11ba2ab up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:23:56.064952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b3f27-331c-4fc8-95a4-65b4149f14dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417be485-4eb9-415b-980e-4a18d531fefb,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:56.088850 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-356b3f27-331c-4fc8-95a4-65b4149f14dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:56.136813 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8012130-bd73-4a5a-a04e-01a5e521348a req-a7f32ba6-8159-4ae8-8b2c-55ba9daa3a61 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:56.139563 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8012130-bd73-4a5a-a04e-01a5e521348a req-a7f32ba6-8159-4ae8-8b2c-55ba9daa3a61 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.2315109
Apr 14 11:23:56.147321 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 11e435ab-d168-4b9c-9b15-8becc11ba2ab triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:23:56.147826 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:56.148397 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61558a4e-96b5-4303-af97-d8a56d6da7dd {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:23:56.171082 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:56.182494 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8012130-bd73-4a5a-a04e-01a5e521348a req-ca539199-f8e5-4fbe-bf16-1df8ac51a33f tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0318484
Apr 14 11:23:56.225574 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Transition to ACTIVE for port object 61558a4e-96b5-4303-af97-d8a56d6da7dd will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:23:56.244202 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:56.478584 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ebb4b-9672-4ee9-a77a-61467a776010 req-fc623489-0325-43ae-9e16-93c08135a65d tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:56.480230 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-884ebb4b-9672-4ee9-a77a-61467a776010 req-fc623489-0325-43ae-9e16-93c08135a65d tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 944 time: 0.1310875
Apr 14 11:23:56.526769 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4bcaf117-87a7-416f-b83b-8218870a38ca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:56.558829 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-884ebb4b-9672-4ee9-a77a-61467a776010 req-e03e9097-8285-4942-9087-d3ae14e1f54b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701418
Apr 14 11:23:56.605296 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-867861b2-3d99-4425-8e51-d9047c9f1a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852522435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852346478'] for subnet, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:56.657804 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Pushing event updated for resources: {'Port': ['ID=61558a4e-96b5-4303-af97-d8a56d6da7dd,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:56.695176 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:56.776280 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Router 79e75bdc-ffae-44cd-a914-75bed76e4d5b is scheduled to L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 with binding_index 1 {{(pid=85282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 14 11:23:56.959430 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fe4c1e96-6655-4fb1-afa2-3ba4750a2531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:57.019756 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3bba6b3c-0159-48ef-b975-204046b6046b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:57.039811 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867861b2-3d99-4425-8e51-d9047c9f1a2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4213cafa-277c-42ee-9b65-c2d9ae792ac7,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:57.042911 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-867861b2-3d99-4425-8e51-d9047c9f1a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:57.078050 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867861b2-3d99-4425-8e51-d9047c9f1a2a admin admin] Checking segment: {'id': '740351c2-c7cf-4200-8229-e7c24a0aac17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:23:57.078616 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867861b2-3d99-4425-8e51-d9047c9f1a2a admin admin] Network hostable DHCP agents. Network: b697626d-73a8-4a4d-86f6-e642e203014b, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:23:57.098448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867861b2-3d99-4425-8e51-d9047c9f1a2a admin admin] Network b697626d-73a8-4a4d-86f6-e642e203014b is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:23:57.108396 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-867861b2-3d99-4425-8e51-d9047c9f1a2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, b697626d-73a8-4a4d-86f6-e642e203014b) {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:23:57.121353 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867861b2-3d99-4425-8e51-d9047c9f1a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:57.121734 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987f4e7e-1f2e-44d0-8d32-b696602170e8 None None] Network b697626d-73a8-4a4d-86f6-e642e203014b requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:23:57.122004 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-867861b2-3d99-4425-8e51-d9047c9f1a2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:57.158344 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-867861b2-3d99-4425-8e51-d9047c9f1a2a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6382751
Apr 14 11:23:57.158344 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 55814) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:57.164794 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:23:57.171217 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:23:57.172882 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3bba6b3c-0159-48ef-b975-204046b6046b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:57.175380 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Usage tracker for resource:router and tenant:42a8edf20fd2489b856e4667ae588287 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:23:57.179087 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:23:57.188701 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:23:57.207204 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3789078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767086'] for router, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:57.208501 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850986637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850692849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8730'] for router, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:57.230569 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:57.491256 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-039296db-96af-4828-b140-47f4c7319b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:57.496411 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:23:57.510656 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Sync routers for ids ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:23:57.538713 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Routers {'79e75bdc-ffae-44cd-a914-75bed76e4d5b'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:23:57.539382 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd13085d048>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:23:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:23:57.569899 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3bba6b3c-0159-48ef-b975-204046b6046b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:57.579713 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-471d244c-7f52-4aac-a756-b7b1e54d5fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:57.597365 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba6b3c-0159-48ef-b975-204046b6046b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417be485-4eb9-415b-980e-4a18d531fefb,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:57.600202 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3bba6b3c-0159-48ef-b975-204046b6046b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:57.627617 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c1116d-930f-5d36-b25c-610eedf1c683-b697626d-73a8-4a4d-86f6-e642e203014b', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7'}]}} from dv-cinder-774594-3-iscsi. {{(pid=85284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 14 11:23:57.628024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3bba6b3c-0159-48ef-b975-204046b6046b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:57.629258 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:57.629390 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-3bba6b3c-0159-48ef-b975-204046b6046b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/417be485-4eb9-415b-980e-4a18d531fefb HTTP/1.1" status: 204  len: 168 time: 1.4022977
Apr 14 11:23:57.630186 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] Notify callbacks [] for router, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:57.631478 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-60ddbc5b-df5e-4d2f-9b9f-d34f81237b50 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 8.7038403
Apr 14 11:23:57.649832 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 55844) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:23:57.868814 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Allocated IP 172.20.0.2 (b697626d-73a8-4a4d-86f6-e642e203014b/4213cafa-277c-42ee-9b65-c2d9ae792ac7/bf81509a-f3aa-4beb-ad12-c0d6535271e5) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:23:57.944631 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Attempting to bind port 61558a4e-96b5-4303-af97-d8a56d6da7dd on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:23:57.945011 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Attempting to bind port 61558a4e-96b5-4303-af97-d8a56d6da7dd by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '0bb50e76-f091-470d-9a1c-30ece105ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:23:57.945388 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Attempting to bind port 61558a4e-96b5-4303-af97-d8a56d6da7dd on network 6b5ae062-a161-4889-8402-18f1bfe40400 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:23:57.965749 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Port 61558a4e-96b5-4303-af97-d8a56d6da7dd on network 6b5ae062-a161-4889-8402-18f1bfe40400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:23:57.966120 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Attempting to bind port 61558a4e-96b5-4303-af97-d8a56d6da7dd on network 6b5ae062-a161-4889-8402-18f1bfe40400 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:23:57.977095 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:23:57.977671 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Checking segment: {'id': '0bb50e76-f091-470d-9a1c-30ece105ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:23:57.978103 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Bound using segment: {'id': '0bb50e76-f091-470d-9a1c-30ece105ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:23:57.978589 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Bound port: 61558a4e-96b5-4303-af97-d8a56d6da7dd, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb50e76-f091-470d-9a1c-30ece105ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:23:57.979039 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:58.101856 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Set router 79e75bdc-ffae-44cd-a914-75bed76e4d5b gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:23:58.174611 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850711200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3789281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8745'] for router, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:58.321070 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d0cd7-07c6-4920-a5c4-9723671e25c9 req-e59036f8-59fd-4ca5-af07-c25c2a501963 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:58.324804 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a35d0cd7-07c6-4920-a5c4-9723671e25c9 req-e59036f8-59fd-4ca5-af07-c25c2a501963 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.8543835
Apr 14 11:23:58.347532 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e702d-2a4d-44ca-a9bc-dafa01b5e9ce req-08b99273-6537-4d10-bfc3-6b609e854725 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:58.347532 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-576e702d-2a4d-44ca-a9bc-dafa01b5e9ce req-08b99273-6537-4d10-bfc3-6b609e854725 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 944 time: 0.5294027
Apr 14 11:23:58.400990 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] For port 61558a4e-96b5-4303-af97-d8a56d6da7dd, host hv-cinder-77459, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:23:58.401919 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:58.434047 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] For port 61558a4e-96b5-4303-af97-d8a56d6da7dd, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=61558a4e-96b5-4303-af97-d8a56d6da7dd,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:23:58.443469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:58.453098 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:58.495309 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Transition to ACTIVE for port object bf81509a-f3aa-4beb-ad12-c0d6535271e5 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:23:58.509219 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-576e702d-2a4d-44ca-a9bc-dafa01b5e9ce req-5ef61771-71fe-47f3-8780-a48742a5c313 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417031
Apr 14 11:23:58.516855 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5b359d44-cfbe-488b-955a-fd9b781e31a8 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:58.546420 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Transition to ACTIVE for port object bf81509a-f3aa-4beb-ad12-c0d6535271e5 will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:23:58.555911 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:58.584428 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:58.638058 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a35d0cd7-07c6-4920-a5c4-9723671e25c9 req-224727c4-b497-4123-92bd-fad4572fad68 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2908838
Apr 14 11:23:58.734451 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Pushing event updated for resources: {'Port': ['ID=bf81509a-f3aa-4beb-ad12-c0d6535271e5,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:58.744761 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:58.954023 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd13085d048>, [{'id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'name': 'tempest-TestShelveInstance-1771654106-router', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:48Z', 'updated_at': '2021-04-14T11:23:53Z', 'revision_number': 3, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'gw_port': {'id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:51Z', 'updated_at': '2021-04-14T11:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:23:58.964763 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Checking router: 79e75bdc-ffae-44cd-a914-75bed76e4d5b for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:23:58.964891 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Network b697626d-73a8-4a4d-86f6-e642e203014b is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:23:58.965514 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Updating router 79e75bdc-ffae-44cd-a914-75bed76e4d5b port 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea binding host dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:23:58.966206 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Resources bound (agent type, host, resource id):  {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:23:58.971876 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:23:59.117370 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:59.139155 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Pushing event updated for resources: {'Port': ['ID=61558a4e-96b5-4303-af97-d8a56d6da7dd,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:59.153837 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:23:59.176950 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:59.246542 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:59.273902 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Attempting to bind port bf81509a-f3aa-4beb-ad12-c0d6535271e5 on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:23:59.274428 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Attempting to bind port bf81509a-f3aa-4beb-ad12-c0d6535271e5 by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': '740351c2-c7cf-4200-8229-e7c24a0aac17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:23:59.275022 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Attempting to bind port bf81509a-f3aa-4beb-ad12-c0d6535271e5 on network b697626d-73a8-4a4d-86f6-e642e203014b {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:23:59.295493 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:23:59.298387 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Checking segment: {'id': '740351c2-c7cf-4200-8229-e7c24a0aac17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:23:59.299069 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:59.299619 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Bound using segment: {'id': '740351c2-c7cf-4200-8229-e7c24a0aac17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:23:59.300874 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Bound port: bf81509a-f3aa-4beb-ad12-c0d6535271e5, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740351c2-c7cf-4200-8229-e7c24a0aac17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:23:59.302589 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:59.512750 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] For port bf81509a-f3aa-4beb-ad12-c0d6535271e5, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:23:59.519587 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] For port bf81509a-f3aa-4beb-ad12-c0d6535271e5, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=bf81509a-f3aa-4beb-ad12-c0d6535271e5,segment=NetworkSegment(740351c2-c7cf-4200-8229-e7c24a0aac17),segment_id=740351c2-c7cf-4200-8229-e7c24a0aac17)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:23:59.561367 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:59.563735 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Allocated IP 172.27.2.216 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/8136cd0d-5189-4ae0-83a6-4dde8c5c6870) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:23:59.614744 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:23:59.795420 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:59.796256 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:59.798022 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d9dc4514-509a-46f2-a289-ce469924212c req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] 10.222.0.47 "PUT /v2.0/ports/61558a4e-96b5-4303-af97-d8a56d6da7dd HTTP/1.1" status: 200  len: 1094 time: 5.1636140
Apr 14 11:23:59.798548 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1b566b-8266-485a-84b9-47e0f1cf5a79', 'tag': '61558a4e-96b5-4303-af97-d8a56d6da7dd'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:23:59.841445 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:23:59.937345 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df996c-c2bc-4550-b389-39b4044e7d4a req-9d325a8a-47fb-48f3-affe-6d87db851abe tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:23:59.938938 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f4df996c-c2bc-4550-b389-39b4044e7d4a req-9d325a8a-47fb-48f3-affe-6d87db851abe tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 944 time: 0.1906421
Apr 14 11:23:59.953510 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Pushing event updated for resources: {'Port': ['ID=bf81509a-f3aa-4beb-ad12-c0d6535271e5,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:23:59.971328 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:00.010106 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:00.061765 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f4df996c-c2bc-4550-b389-39b4044e7d4a req-78e067bd-8bba-4748-8885-f3b97221597e tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565042
Apr 14 11:24:00.126291 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24239b9b-4864-4088-aeec-e1f706c68a3a req-70c23dbf-895c-4bea-b0f8-b9c4969b67a2 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:00.130883 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-24239b9b-4864-4088-aeec-e1f706c68a3a req-70c23dbf-895c-4bea-b0f8-b9c4969b67a2 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.2077062
Apr 14 11:24:00.142383 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:00.209402 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1b566b-8266-485a-84b9-47e0f1cf5a79', 'tag': '61558a4e-96b5-4303-af97-d8a56d6da7dd', 'status': 'completed', 'code': 200}
Apr 14 11:24:00.213029 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc4514-509a-46f2-a289-ce469924212c req-29f48c58-2505-45d1-a130-eead747e6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:00.220568 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d9dc4514-509a-46f2-a289-ce469924212c req-29f48c58-2505-45d1-a130-eead747e6b10 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de9050b67e08476387fed4dd21923614&device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 1097 time: 0.3229513
Apr 14 11:24:00.222084 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-24239b9b-4864-4088-aeec-e1f706c68a3a req-20bef1a0-f60a-455f-8ed0-65a1acdda73a tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810642
Apr 14 11:24:00.245430 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:00.267075 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:00.359868 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:00.463442 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Pushing event updated for resources: {'Port': ['ID=8136cd0d-5189-4ae0-83a6-4dde8c5c6870,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:00.468462 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:00.520238 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d9dc4514-509a-46f2-a289-ce469924212c req-2bf72205-6498-4d37-88b6-bb92b1e4833c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61558a4e-96b5-4303-af97-d8a56d6da7dd HTTP/1.1" status: 200  len: 217 time: 0.2555163
Apr 14 11:24:00.581884 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:24:00.582208 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:24:00.592067 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:24:00.744645 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:00.768543 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Transition to ACTIVE for port object 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:24:00.778614 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:00.798429 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:00.852052 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc4514-509a-46f2-a289-ce469924212c req-2e103d23-8004-4005-b9d1-55435479ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:00.853750 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d9dc4514-509a-46f2-a289-ce469924212c req-2e103d23-8004-4005-b9d1-55435479ceb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d255a5ae-2634-43d7-8e91-eade956f26e1 HTTP/1.1" status: 200  len: 855 time: 0.3179922
Apr 14 11:24:00.893591 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31043764-5ed7-4db5-9c14-63aaa03aeb7b None None] Pushing event updated for resources: {'Port': ['ID=3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:00.906165 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043764-5ed7-4db5-9c14-63aaa03aeb7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:00.906547 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043764-5ed7-4db5-9c14-63aaa03aeb7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:00.906920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043764-5ed7-4db5-9c14-63aaa03aeb7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:00.907288 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043764-5ed7-4db5-9c14-63aaa03aeb7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:00.907651 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043764-5ed7-4db5-9c14-63aaa03aeb7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:00.908015 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043764-5ed7-4db5-9c14-63aaa03aeb7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:00.908373 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043764-5ed7-4db5-9c14-63aaa03aeb7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:00.908732 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043764-5ed7-4db5-9c14-63aaa03aeb7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:00.909130 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043764-5ed7-4db5-9c14-63aaa03aeb7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:00.909493 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043764-5ed7-4db5-9c14-63aaa03aeb7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:00.909845 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043764-5ed7-4db5-9c14-63aaa03aeb7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:00.910418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043764-5ed7-4db5-9c14-63aaa03aeb7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:00.916103 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-31043764-5ed7-4db5-9c14-63aaa03aeb7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:01.008188 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d9dc4514-509a-46f2-a289-ce469924212c req-2abd8456-f936-4b29-a4b3-1f9829f775ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b5ae062-a161-4889-8402-18f1bfe40400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1382332
Apr 14 11:24:01.074290 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Attempting to bind port 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:24:01.074504 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Attempting to bind port 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:24:01.074885 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Attempting to bind port 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea on network b458cc77-65ed-4ced-9d68-fd61bb856146 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:24:01.093728 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:24:01.093728 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Checking segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:24:01.093728 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:01.094088 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Bound using segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:24:01.094880 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Bound port: 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:24:01.095460 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:01.255299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] For port 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:24:01.262285 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] For port 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:24:01.268125 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:01.278835 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d9dc4514-509a-46f2-a289-ce469924212c req-2766b646-495d-489c-8c5e-28bbd76785e9 service neutron] 10.222.0.47 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2481601
Apr 14 11:24:01.286121 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Allocated IP 172.20.0.1 (bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1/de6bf4f8-000f-4c47-956f-2890583d6b33/76b11305-fc99-42fd-a2ea-ff434283bfc8) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:24:01.302724 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d99d2ec3-f3b7-4019-8cea-448dbfef1b6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:01.844333 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31043764-5ed7-4db5-9c14-63aaa03aeb7b None None] Pushing event updated for resources: {'Port': ['ID=3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:01.848102 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-31043764-5ed7-4db5-9c14-63aaa03aeb7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:01.905673 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d9dc4514-509a-46f2-a289-ce469924212c req-91cd886e-c113-4f02-bff8-7a7e91aeb641 service neutron] 10.222.0.47 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6148832
Apr 14 11:24:01.922696 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Routers {'79e75bdc-ffae-44cd-a914-75bed76e4d5b'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:24:01.924130 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd13085d048>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:23:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:02.000387 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901dc2c2-3254-4d89-ab3b-32a066974f90 None None] Network b697626d-73a8-4a4d-86f6-e642e203014b requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:24:02.002069 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:02.031357 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device bf81509a-f3aa-4beb-ad12-c0d6535271e5 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:02.041138 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Transition to ACTIVE for port object 76b11305-fc99-42fd-a2ea-ff434283bfc8 will not be triggered until provisioned by entity DHCP. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:24:02.114173 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 56008) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:02.179482 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:02.210683 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-7b567eeb-ff57-4287-98a9-6f6e0605ba86 None None] Provisioning for port bf81509a-f3aa-4beb-ad12-c0d6535271e5 completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:02.228936 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:02.271117 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port bf81509a-f3aa-4beb-ad12-c0d6535271e5 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:02.283979 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port bf81509a-f3aa-4beb-ad12-c0d6535271e5 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:02.284775 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:02.350349 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41829f-e84a-406e-9ed7-18edc1b9d840 req-c5d25bdb-865d-454c-abca-dff60bda8cc3 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:02.352058 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3b41829f-e84a-406e-9ed7-18edc1b9d840 req-c5d25bdb-865d-454c-abca-dff60bda8cc3 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 944 time: 0.8959525
Apr 14 11:24:02.366659 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:02.369224 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Pushing event updated for resources: {'Port': ['ID=76b11305-fc99-42fd-a2ea-ff434283bfc8,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:02.385526 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:02.461093 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d297fe-83f8-4517-9597-9c820c6bdb88 req-c4a376ec-a214-4570-ac74-a202693a1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:02.462736 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-76d297fe-83f8-4517-9597-9c820c6bdb88 req-c4a376ec-a214-4570-ac74-a202693a1e99 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 1098 time: 0.5199437
Apr 14 11:24:02.493305 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd5c04-f1ea-4098-a521-c388320e8b4f req-67f82996-7633-4010-a002-d5872f5845e2 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:02.495002 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a3cd5c04-f1ea-4098-a521-c388320e8b4f req-67f82996-7633-4010-a002-d5872f5845e2 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.6873026
Apr 14 11:24:02.517388 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-43d52652-c463-4c30-814c-b83cb26c8d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:02.565220 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] Set router 79e75bdc-ffae-44cd-a914-75bed76e4d5b gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:24:02.578140 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ca67f-8442-4855-8828-bda4713f4819 req-81f93ab2-e86d-45d3-8096-35daed929898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:02.579962 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-615ca67f-8442-4855-8828-bda4713f4819 req-81f93ab2-e86d-45d3-8096-35daed929898 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de9050b67e08476387fed4dd21923614&device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 1097 time: 0.6195691
Apr 14 11:24:02.585751 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:02.605501 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port bf81509a-f3aa-4beb-ad12-c0d6535271e5, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=bf81509a-f3aa-4beb-ad12-c0d6535271e5,segment=NetworkSegment(740351c2-c7cf-4200-8229-e7c24a0aac17),segment_id=740351c2-c7cf-4200-8229-e7c24a0aac17)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:02.614521 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:02.621427 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:02.737584 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a3cd5c04-f1ea-4098-a521-c388320e8b4f req-521cff7e-740f-4c13-95b1-fa35fc13a2df tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786473
Apr 14 11:24:02.747847 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-43d52652-c463-4c30-814c-b83cb26c8d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:02.753003 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-43d52652-c463-4c30-814c-b83cb26c8d72 admin admin] Usage tracker for resource:security_group_rule and tenant:2733bc9522894b87973a367106ebfcf3 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:02.760328 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-43d52652-c463-4c30-814c-b83cb26c8d72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:02.784389 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-43d52652-c463-4c30-814c-b83cb26c8d72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:02.852845 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ca67f-8442-4855-8828-bda4713f4819 req-049a24de-b46b-44cf-809f-403a6fbd91f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:02.854522 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-615ca67f-8442-4855-8828-bda4713f4819 req-049a24de-b46b-44cf-809f-403a6fbd91f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b5ae062-a161-4889-8402-18f1bfe40400 HTTP/1.1" status: 200  len: 916 time: 0.2588277
Apr 14 11:24:02.894159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-43d52652-c463-4c30-814c-b83cb26c8d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:02.906591 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3b41829f-e84a-406e-9ed7-18edc1b9d840 req-597110ef-41da-4908-9769-eb9effff938a tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5410311
Apr 14 11:24:02.920587 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-43d52652-c463-4c30-814c-b83cb26c8d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:02.946746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d987223b-1255-4842-a7dd-0f07833a7703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:02.962271 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Network bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:24:02.964645 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-615ca67f-8442-4855-8828-bda4713f4819 req-9b883877-1e0f-40d6-9ff7-d1c60faca10d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61558a4e-96b5-4303-af97-d8a56d6da7dd HTTP/1.1" status: 200  len: 217 time: 0.0993738
Apr 14 11:24:02.965565 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:24:02.968372 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:24:02.983262 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-76d297fe-83f8-4517-9597-9c820c6bdb88 req-39cbcfcf-03cd-4ca8-a636-e6113c459c98 service neutron] Synchronizing usage tracker for tenant:e7bc50e2a6a24ba380266c39ff21426b on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:24:03.058199 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-76d297fe-83f8-4517-9597-9c820c6bdb88 req-39cbcfcf-03cd-4ca8-a636-e6113c459c98 service neutron] Unset dirty status for tenant:e7bc50e2a6a24ba380266c39ff21426b on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:24:03.059682 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-76d297fe-83f8-4517-9597-9c820c6bdb88 req-39cbcfcf-03cd-4ca8-a636-e6113c459c98 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5637176
Apr 14 11:24:03.068084 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-43d52652-c463-4c30-814c-b83cb26c8d72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2733bc9522894b87973a367106ebfcf3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9479928
Apr 14 11:24:03.072979 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-ae1abcff-81a1-4cfe-969a-361244be6a1c None None] Provisioning complete for port bf81509a-f3aa-4beb-ad12-c0d6535271e5 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:03.073431 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ae1abcff-81a1-4cfe-969a-361244be6a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:03.088750 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 56020) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:03.089751 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d52652-c463-4c30-814c-b83cb26c8d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeea5d76-7963-46a2-866e-742e8d4849e8,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:03.099094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-43d52652-c463-4c30-814c-b83cb26c8d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:03.106341 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064652'] for router_interface, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:03.209243 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=bf81509a-f3aa-4beb-ad12-c0d6535271e5,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:03.216095 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:03.296963 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ca67f-8442-4855-8828-bda4713f4819 req-6d455766-2ec2-4e30-9900-af1b4fe5c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:03.297552 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:03.298669 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-615ca67f-8442-4855-8828-bda4713f4819 req-6d455766-2ec2-4e30-9900-af1b4fe5c88a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d255a5ae-2634-43d7-8e91-eade956f26e1 HTTP/1.1" status: 200  len: 855 time: 0.2579849
Apr 14 11:24:03.325325 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd13085d048>, [{'id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'name': 'tempest-TestShelveInstance-1771654106-router', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:48Z', 'updated_at': '2021-04-14T11:23:53Z', 'revision_number': 3, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'gw_port': {'id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:51Z', 'updated_at': '2021-04-14T11:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:03.330127 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4938d7-1778-456c-abf0-f572dee0b4ea None None] The sync data for ids ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'] in dv-cinder-774594-3-iscsi is: [{'id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'name': 'tempest-TestShelveInstance-1771654106-router', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:48Z', 'updated_at': '2021-04-14T11:23:53Z', 'revision_number': 3, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'gw_port': {'id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:51Z', 'updated_at': '2021-04-14T11:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:24:03.384105 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-615ca67f-8442-4855-8828-bda4713f4819 req-3fc68f20-6f1a-484d-8a21-408609a7c319 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b5ae062-a161-4889-8402-18f1bfe40400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0725079
Apr 14 11:24:03.414606 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850986519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064587'] for router, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:03.557436 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-55d0f08e-542d-4960-a005-9b67ab079dab None None] Provisioning for port 76b11305-fc99-42fd-a2ea-ff434283bfc8 completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:03.565416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-55d0f08e-542d-4960-a005-9b67ab079dab None None] Provisioning complete for port 76b11305-fc99-42fd-a2ea-ff434283bfc8 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:03.566132 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-55d0f08e-542d-4960-a005-9b67ab079dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:03.623606 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-615ca67f-8442-4855-8828-bda4713f4819 req-820345af-4d30-4390-bb34-b95598d9cd54 service neutron] 10.222.0.47 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2003100
Apr 14 11:24:03.642373 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-55d0f08e-542d-4960-a005-9b67ab079dab None None] Port 76b11305-fc99-42fd-a2ea-ff434283bfc8 cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:24:03.648997 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bbbf-cb19-453a-b7a6-e4bddb06a512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:03.684734 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:03.698416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bbbf-cb19-453a-b7a6-e4bddb06a512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:03.815843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bbbf-cb19-453a-b7a6-e4bddb06a512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:03.822335 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7e9d8a5d-ec32-4217-a371-b5f1f434d26e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:03.849718 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0bbbf-cb19-453a-b7a6-e4bddb06a512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeea5d76-7963-46a2-866e-742e8d4849e8,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:03.853631 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f2e0bbbf-cb19-453a-b7a6-e4bddb06a512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:03.855879 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Router 770499e4-acfb-4075-890b-cd606c82d0c5 is scheduled to L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 with binding_index 1 {{(pid=85281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 14 11:24:03.868995 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bbbf-cb19-453a-b7a6-e4bddb06a512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:03.870225 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-f2e0bbbf-cb19-453a-b7a6-e4bddb06a512 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eeea5d76-7963-46a2-866e-742e8d4849e8 HTTP/1.1" status: 204  len: 168 time: 0.7762914
Apr 14 11:24:04.132383 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device bf81509a-f3aa-4beb-ad12-c0d6535271e5 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:04.304320 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port bf81509a-f3aa-4beb-ad12-c0d6535271e5 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:04.306150 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:04.345147 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56048) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:04.416978 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-615ca67f-8442-4855-8828-bda4713f4819 req-dcc80b99-8382-41e0-baf3-8b34662161d8 service neutron] 10.222.0.47 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7704000
Apr 14 11:24:04.452606 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 61558a4e-96b5-4303-af97-d8a56d6da7dd details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:24:04.752247 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 56056) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:04.773010 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-106ba234-d077-4f36-b5e8-284e68f08516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:04.777891 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-891f3163-f96c-436b-827d-c2b0b1337eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:04.798225 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-106ba234-d077-4f36-b5e8-284e68f08516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:04.804676 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-106ba234-d077-4f36-b5e8-284e68f08516 admin admin] Usage tracker for resource:security_group_rule and tenant:4712890837f344baaa7e4073f2efed35 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:04.808821 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-106ba234-d077-4f36-b5e8-284e68f08516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:04.812988 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-891f3163-f96c-436b-827d-c2b0b1337eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:04.817769 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-106ba234-d077-4f36-b5e8-284e68f08516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:04.818075 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-891f3163-f96c-436b-827d-c2b0b1337eaa admin admin] Usage tracker for resource:security_group_rule and tenant:1bab7451528d4173bab8566e25d01498 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:04.821398 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-891f3163-f96c-436b-827d-c2b0b1337eaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:04.828686 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-891f3163-f96c-436b-827d-c2b0b1337eaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:04.843574 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:04.845837 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:24:04.857168 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:04.858935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Sync routers for ids ['770499e4-acfb-4075-890b-cd606c82d0c5'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:24:04.864506 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec67e02-82c9-4582-9cde-0a04cda1903e req-10f5cdcb-37b6-4148-92c3-b3f95ab15ecd tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:04.866249 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cec67e02-82c9-4582-9cde-0a04cda1903e req-10f5cdcb-37b6-4148-92c3-b3f95ab15ecd tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 944 time: 0.6145015
Apr 14 11:24:04.877597 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Routers {'770499e4-acfb-4075-890b-cd606c82d0c5'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:24:04.878341 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd13195f390>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:23:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['770499e4-acfb-4075-890b-cd606c82d0c5'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:04.895231 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8603e-4f76-4401-8794-4634c1bb78c7 req-df9d8e9f-335b-483a-b979-091697638bbe tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:04.896265 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:04.897950 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b8a8603e-4f76-4401-8794-4634c1bb78c7 req-df9d8e9f-335b-483a-b979-091697638bbe tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.6447651
Apr 14 11:24:04.949331 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Notify callbacks [] for router, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:04.950842 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.7910857
Apr 14 11:24:04.959376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56060) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:04.984816 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cec67e02-82c9-4582-9cde-0a04cda1903e req-d64fe354-4fdc-4cc6-959c-c04a4281a39d tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996008
Apr 14 11:24:05.014861 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b8a8603e-4f76-4401-8794-4634c1bb78c7 req-bb44f814-733c-42d5-a960-c76a04700f9b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649576
Apr 14 11:24:05.080163 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 61558a4e-96b5-4303-af97-d8a56d6da7dd, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=61558a4e-96b5-4303-af97-d8a56d6da7dd,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:05.083507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-891f3163-f96c-436b-827d-c2b0b1337eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:05.088308 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-891f3163-f96c-436b-827d-c2b0b1337eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:05.098397 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c0325cf1-8058-47e6-a056-126654283060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:05.102359 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '61558a4e-96b5-4303-af97-d8a56d6da7dd', 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400', 'port_id': '61558a4e-96b5-4303-af97-d8a56d6da7dd', 'mac_address': 'fa:16:3e:24:48:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd255a5ae-2634-43d7-8e91-eade956f26e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:24:05.143813 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3900898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785765'] for router_interface, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:05.151668 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-891f3163-f96c-436b-827d-c2b0b1337eaa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bab7451528d4173bab8566e25d01498&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3923500
Apr 14 11:24:05.153697 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 56064) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:05.157213 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Pushing event updated for resources: {'Port': ['ID=76b11305-fc99-42fd-a2ea-ff434283bfc8,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:05.167721 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f3163-f96c-436b-827d-c2b0b1337eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597f6098-2dbb-4a51-9728-bf8afe082b3c,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:05.174085 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-891f3163-f96c-436b-827d-c2b0b1337eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:05.178825 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Set router 770499e4-acfb-4075-890b-cd606c82d0c5 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:24:05.187806 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:05.241771 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a4c9719e-9c4b-4617-89d2-f4cfecb6fde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:05.271809 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a4c9719e-9c4b-4617-89d2-f4cfecb6fde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:05.325527 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a4c9719e-9c4b-4617-89d2-f4cfecb6fde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:05.334079 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f2e0bbbf-cb19-453a-b7a6-e4bddb06a512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:05.350059 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9719e-9c4b-4617-89d2-f4cfecb6fde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597f6098-2dbb-4a51-9728-bf8afe082b3c,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:05.352904 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a4c9719e-9c4b-4617-89d2-f4cfecb6fde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:05.355202 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a4c9719e-9c4b-4617-89d2-f4cfecb6fde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:05.356497 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a4c9719e-9c4b-4617-89d2-f4cfecb6fde4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/597f6098-2dbb-4a51-9728-bf8afe082b3c HTTP/1.1" status: 204  len: 168 time: 0.2020338
Apr 14 11:24:05.356879 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-106ba234-d077-4f36-b5e8-284e68f08516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:05.372664 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-106ba234-d077-4f36-b5e8-284e68f08516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:05.381370 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:05.382996 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61558a4e-96b5-4303-af97-d8a56d6da7dd {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:24:05.386941 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2a5b8f6e-21f1-40aa-b0c9-5eb28e233b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:05.469376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 61558a4e-96b5-4303-af97-d8a56d6da7dd, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=61558a4e-96b5-4303-af97-d8a56d6da7dd,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:05.477489 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:05.481766 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:05.557684 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-106ba234-d077-4f36-b5e8-284e68f08516 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4712890837f344baaa7e4073f2efed35&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2045138
Apr 14 11:24:05.558867 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 56070) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:05.629318 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=61558a4e-96b5-4303-af97-d8a56d6da7dd,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:05.634762 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:05.677957 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd13195f390>, [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:24:01Z', 'revision_number': 3, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:23:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:05.686608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Checking router: 770499e4-acfb-4075-890b-cd606c82d0c5 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:24:05.689226 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Updating router 770499e4-acfb-4075-890b-cd606c82d0c5 port 8136cd0d-5189-4ae0-83a6-4dde8c5c6870 binding host dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:24:05.725518 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff8a6bd2-9c2b-4efd-8820-a8c772d41283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:05.769265 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['61558a4e-96b5-4303-af97-d8a56d6da7dd'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:24:05.782692 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ba234-d077-4f36-b5e8-284e68f08516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3c3ca8-e11f-4600-af4c-c4efc43cfd48,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:05.797109 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff8a6bd2-9c2b-4efd-8820-a8c772d41283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:05.800500 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-106ba234-d077-4f36-b5e8-284e68f08516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:05.802599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Network bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:24:05.904724 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:05.911100 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff8a6bd2-9c2b-4efd-8820-a8c772d41283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:05.916386 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c100c2e9-5e67-48bd-a2b8-7b7b7caa653c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:05.919631 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:24:05.944386 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a6bd2-9c2b-4efd-8820-a8c772d41283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3c3ca8-e11f-4600-af4c-c4efc43cfd48,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:05.957931 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ff8a6bd2-9c2b-4efd-8820-a8c772d41283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:05.960226 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff8a6bd2-9c2b-4efd-8820-a8c772d41283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:05.965308 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-ff8a6bd2-9c2b-4efd-8820-a8c772d41283 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab3c3ca8-e11f-4600-af4c-c4efc43cfd48 HTTP/1.1" status: 204  len: 168 time: 0.4029560
Apr 14 11:24:06.136094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:06.331147 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:06.345850 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-2bafbd66-aa84-4cdc-a2cd-ac203bca08d1 None None] Provisioning complete for port 76b11305-fc99-42fd-a2ea-ff434283bfc8 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:06.346266 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2bafbd66-aa84-4cdc-a2cd-ac203bca08d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:06.399685 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:06.400108 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:06.797251 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d81c1f-042e-4cf4-a36d-be25ce58368d req-dd112b94-48de-4002-b2ad-196ca111379f tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:06.805197 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-03d81c1f-042e-4cf4-a36d-be25ce58368d req-dd112b94-48de-4002-b2ad-196ca111379f tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 945 time: 0.5869370
Apr 14 11:24:06.816301 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56102) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:06.887747 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb94ee-0e6d-4dbe-a0f0-64dda88053a4 req-4faa0bc0-662e-4020-a85c-a64f299d771e tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:06.889586 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8cb94ee-0e6d-4dbe-a0f0-64dda88053a4 req-4faa0bc0-662e-4020-a85c-a64f299d771e tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.6029105
Apr 14 11:24:06.925297 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8cb94ee-0e6d-4dbe-a0f0-64dda88053a4 req-e17565e7-240b-4fcb-94fb-e189faca6e9a tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258543
Apr 14 11:24:06.941830 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-03d81c1f-042e-4cf4-a36d-be25ce58368d req-34409db1-3394-4529-8593-904d1d5ecff7 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139219
Apr 14 11:24:06.995734 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7e21416e-52fa-4654-ba78-92613ec76a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:07.047146 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-7e21416e-52fa-4654-ba78-92613ec76a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:07.058837 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Router 79e75bdc-ffae-44cd-a914-75bed76e4d5b has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:24:07.067446 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-7e21416e-52fa-4654-ba78-92613ec76a4e admin admin] Usage tracker for resource:security_group_rule and tenant:bda36a175a164cad94666569e474e78d is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:07.074138 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-7e21416e-52fa-4654-ba78-92613ec76a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:07.119746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-7e21416e-52fa-4654-ba78-92613ec76a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:07.198546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-2bafbd66-aa84-4cdc-a2cd-ac203bca08d1 None None] Port 76b11305-fc99-42fd-a2ea-ff434283bfc8 cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:24:07.267527 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66914eb7-a882-4308-82f5-b57c4ebf7397 req-a500d9ca-3493-4f5c-852a-419b8e7ad6e3 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:07.278197 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-66914eb7-a882-4308-82f5-b57c4ebf7397 req-a500d9ca-3493-4f5c-852a-419b8e7ad6e3 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1283388
Apr 14 11:24:07.312627 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-66914eb7-a882-4308-82f5-b57c4ebf7397 req-0d66263f-4b44-4180-9007-1d5bd48cb72f tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0274458
Apr 14 11:24:07.315003 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:07.342848 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:07.460666 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:07.465967 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:07.480052 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:07.494494 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:24:07.506031 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Sync routers for ids ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:24:07.518077 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Routers {'79e75bdc-ffae-44cd-a914-75bed76e4d5b'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:24:07.519204 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd13091df98>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:23:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:07.619880 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:07.634616 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Transition to ACTIVE for port object 8136cd0d-5189-4ae0-83a6-4dde8c5c6870 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:24:07.637584 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7e21416e-52fa-4654-ba78-92613ec76a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:07.645949 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:07.656196 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7e21416e-52fa-4654-ba78-92613ec76a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:07.670506 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-106ba234-d077-4f36-b5e8-284e68f08516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:07.698865 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] 10.222.0.20 "PUT /v2.0/routers/79e75bdc-ffae-44cd-a914-75bed76e4d5b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0477667
Apr 14 11:24:07.715549 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:07.724957 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:07.734993 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21416e-52fa-4654-ba78-92613ec76a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e28450-bd43-42f8-a7dd-b51e38c96bd1,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:07.775316 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:07.815899 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7e21416e-52fa-4654-ba78-92613ec76a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:07.837995 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-7e21416e-52fa-4654-ba78-92613ec76a4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bda36a175a164cad94666569e474e78d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0179362
Apr 14 11:24:07.840716 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 56128) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:07.996122 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f892a56-9797-45d2-a60b-a6117c3c59ec None None] Pushing event updated for resources: {'Port': ['ID=8136cd0d-5189-4ae0-83a6-4dde8c5c6870,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:08.011119 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1f892a56-9797-45d2-a60b-a6117c3c59ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:08.030652 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:08.115561 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Allocated IP 172.20.0.1 (b697626d-73a8-4a4d-86f6-e642e203014b/4213cafa-277c-42ee-9b65-c2d9ae792ac7/26032407-3fbf-48bd-81e1-b0c99b5a6e93) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:24:08.131436 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f6413cc-47e3-4367-8510-b13c2371d422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:08.137558 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Set router 79e75bdc-ffae-44cd-a914-75bed76e4d5b gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:24:08.347492 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f6413cc-47e3-4367-8510-b13c2371d422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:08.374480 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:08.380539 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:08.520493 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff765b-f2cb-4c96-bf5d-b90ca5cb0802 req-c0653b65-3da7-4759-b647-020d3f815838 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:08.522325 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d1ff765b-f2cb-4c96-bf5d-b90ca5cb0802 req-c0653b65-3da7-4759-b647-020d3f815838 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 945 time: 0.3437641
Apr 14 11:24:08.535477 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:08.562390 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f6413cc-47e3-4367-8510-b13c2371d422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:08.578906 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-43d52652-c463-4c30-814c-b83cb26c8d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:08.586388 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Transition to ACTIVE for port object 26032407-3fbf-48bd-81e1-b0c99b5a6e93 will not be triggered until provisioned by entity DHCP. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:24:08.614413 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d1ff765b-f2cb-4c96-bf5d-b90ca5cb0802 req-8c47a848-e605-4051-bd0e-673490a12b66 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800467
Apr 14 11:24:08.618644 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6413cc-47e3-4367-8510-b13c2371d422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e28450-bd43-42f8-a7dd-b51e38c96bd1,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:08.627206 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5f6413cc-47e3-4367-8510-b13c2371d422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:08.628360 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f6413cc-47e3-4367-8510-b13c2371d422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:08.629732 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-5f6413cc-47e3-4367-8510-b13c2371d422 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9e28450-bd43-42f8-a7dd-b51e38c96bd1 HTTP/1.1" status: 204  len: 168 time: 0.7877522
Apr 14 11:24:08.633463 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:08.651561 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:08.685267 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd13091df98>, [{'id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'name': 'tempest-TestShelveInstance-1771654106-router', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:48Z', 'updated_at': '2021-04-14T11:24:03Z', 'revision_number': 4, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'gw_port': {'id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:51Z', 'updated_at': '2021-04-14T11:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '76b11305-fc99-42fd-a2ea-ff434283bfc8', 'name': '', 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'mac_address': 'fa:16:3e:1b:46:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:00Z', 'updated_at': '2021-04-14T11:24:04Z', 'revision_number': 2, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'subnets': [{'id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:08.692476 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Checking router: 79e75bdc-ffae-44cd-a914-75bed76e4d5b for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:24:08.693147 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Updating router 79e75bdc-ffae-44cd-a914-75bed76e4d5b port 76b11305-fc99-42fd-a2ea-ff434283bfc8 binding host dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:24:08.789936 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:08.801924 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Attempting to bind port 8136cd0d-5189-4ae0-83a6-4dde8c5c6870 on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:24:08.808316 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Attempting to bind port 8136cd0d-5189-4ae0-83a6-4dde8c5c6870 by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:24:08.809210 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Attempting to bind port 8136cd0d-5189-4ae0-83a6-4dde8c5c6870 on network b458cc77-65ed-4ced-9d68-fd61bb856146 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:24:08.822999 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:24:08.824129 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Checking segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:24:08.824647 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Pushing event updated for resources: {'Port': ['ID=26032407-3fbf-48bd-81e1-b0c99b5a6e93,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:08.825234 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:08.825852 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Bound using segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:24:08.830677 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:08.833144 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Bound port: 8136cd0d-5189-4ae0-83a6-4dde8c5c6870, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:24:08.833290 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:08.899954 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Network b697626d-73a8-4a4d-86f6-e642e203014b is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:24:08.903634 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:24:08.905690 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:24:09.011500 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064652'] for router_interface, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:09.090315 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] For port 8136cd0d-5189-4ae0-83a6-4dde8c5c6870, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:24:09.096172 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] For port 8136cd0d-5189-4ae0-83a6-4dde8c5c6870, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=8136cd0d-5189-4ae0-83a6-4dde8c5c6870,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:24:09.105733 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:09.158336 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1f892a56-9797-45d2-a60b-a6117c3c59ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:09.258598 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 56168) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:09.266310 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-881588681-network', 'tenant_id': 'b9449d45af4f4b20be4495df7685917b'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:09.276045 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:09.290293 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Usage tracker for resource:network and tenant:b9449d45af4f4b20be4495df7685917b is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:09.306004 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:09.307557 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:09.344493 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:09.371859 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Made reservation on behalf of b9449d45af4f4b20be4495df7685917b for: {'network': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:24:09.384862 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:09.433599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:09.499490 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:09.516931 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Usage tracker for resource:security_group_rule and tenant:b9449d45af4f4b20be4495df7685917b is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:09.526964 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:09.564057 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:09.566234 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 56178) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:09.620195 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d0d4b88e-a086-42a1-aeb8-f6a3ca0a2cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:09.657680 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:09.670038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f892a56-9797-45d2-a60b-a6117c3c59ec None None] Pushing event updated for resources: {'Port': ['ID=8136cd0d-5189-4ae0-83a6-4dde8c5c6870,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:09.688851 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Transition to ACTIVE for port object 76b11305-fc99-42fd-a2ea-ff434283bfc8 will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:24:09.691172 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-7c455b74-49a5-4d22-806e-27eff834be42 None None] Provisioning for port 26032407-3fbf-48bd-81e1-b0c99b5a6e93 completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:09.704031 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d0d4b88e-a086-42a1-aeb8-f6a3ca0a2cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:09.708760 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:09.709607 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1f892a56-9797-45d2-a60b-a6117c3c59ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:09.715469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-d0d4b88e-a086-42a1-aeb8-f6a3ca0a2cf4 admin admin] Usage tracker for resource:security_group_rule and tenant:a07cce7355b7406a842a0dc009b9e9bc is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:09.728656 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-d0d4b88e-a086-42a1-aeb8-f6a3ca0a2cf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:09.744683 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-7c455b74-49a5-4d22-806e-27eff834be42 None None] Provisioning complete for port 26032407-3fbf-48bd-81e1-b0c99b5a6e93 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:09.751263 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7c455b74-49a5-4d22-806e-27eff834be42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:09.756475 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-31043764-5ed7-4db5-9c14-63aaa03aeb7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:09.765195 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d0d4b88e-a086-42a1-aeb8-f6a3ca0a2cf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:09.869262 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ebc0e-70f4-450f-b8e4-599bd43fdaab None None] Pushing event updated for resources: {'Port': ['ID=76b11305-fc99-42fd-a2ea-ff434283bfc8,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:09.877693 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1c9ebc0e-70f4-450f-b8e4-599bd43fdaab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:09.974977 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d0d4b88e-a086-42a1-aeb8-f6a3ca0a2cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.005025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-7c455b74-49a5-4d22-806e-27eff834be42 None None] Port 26032407-3fbf-48bd-81e1-b0c99b5a6e93 cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:24:10.009017 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d0d4b88e-a086-42a1-aeb8-f6a3ca0a2cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.024909 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Routers {'770499e4-acfb-4075-890b-cd606c82d0c5'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:24:10.025791 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd13195f390>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:23:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['770499e4-acfb-4075-890b-cd606c82d0c5'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:10.137190 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a4c9719e-9c4b-4617-89d2-f4cfecb6fde4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:10.138123 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0d302-ff5e-44bb-98f6-be00eb5bfe20 req-00b3edcc-1ebc-47d0-94be-0605222974ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:10.140570 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dcd0d302-ff5e-44bb-98f6-be00eb5bfe20 req-00b3edcc-1ebc-47d0-94be-0605222974ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da21fbce17af42eb883bce1555072e06&device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 1099 time: 0.1293616
Apr 14 11:24:10.226390 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.246189 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.269575 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] Set router 770499e4-acfb-4075-890b-cd606c82d0c5 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:24:10.324125 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-d0d4b88e-a086-42a1-aeb8-f6a3ca0a2cf4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a07cce7355b7406a842a0dc009b9e9bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7542908
Apr 14 11:24:10.326978 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4b88e-a086-42a1-aeb8-f6a3ca0a2cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4b3a9c-915b-40c3-abac-a0981e6c48d1,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:10.331486 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 56190) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:10.342407 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d0d4b88e-a086-42a1-aeb8-f6a3ca0a2cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:10.360721 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:10.398762 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Attempting to bind port 76b11305-fc99-42fd-a2ea-ff434283bfc8 on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:24:10.399934 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Attempting to bind port 76b11305-fc99-42fd-a2ea-ff434283bfc8 by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': 'fd9866f7-0a0e-42cb-b9aa-ef965ce996a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:24:10.400688 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Attempting to bind port 76b11305-fc99-42fd-a2ea-ff434283bfc8 on network bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:24:10.414262 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:24:10.415068 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Checking segment: {'id': 'fd9866f7-0a0e-42cb-b9aa-ef965ce996a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:24:10.415628 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.416174 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Bound using segment: {'id': 'fd9866f7-0a0e-42cb-b9aa-ef965ce996a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:24:10.416842 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Bound port: 76b11305-fc99-42fd-a2ea-ff434283bfc8, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9866f7-0a0e-42cb-b9aa-ef965ce996a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:24:10.417369 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.437818 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9a346-0b19-47ba-a083-7fa3bc389295 req-66999105-034a-4e49-be04-5e0673119aa9 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:10.439473 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-45e9a346-0b19-47ba-a083-7fa3bc389295 req-66999105-034a-4e49-be04-5e0673119aa9 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 945 time: 0.4606068
Apr 14 11:24:10.489269 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 61558a4e-96b5-4303-af97-d8a56d6da7dd up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:10.489908 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-45e9a346-0b19-47ba-a083-7fa3bc389295 req-d10296fd-127c-4149-ae73-5e14ab95f428 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373666
Apr 14 11:24:10.494610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3900898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785765'] for router_interface, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.534319 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-232343aa-0a43-43f4-bc38-60ec416cbd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.543503 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Pushing event updated for resources: {'Port': ['ID=26032407-3fbf-48bd-81e1-b0c99b5a6e93,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:10.544908 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] For port 76b11305-fc99-42fd-a2ea-ff434283bfc8, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:24:10.567278 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:10.571078 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] For port 76b11305-fc99-42fd-a2ea-ff434283bfc8, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=76b11305-fc99-42fd-a2ea-ff434283bfc8,segment=NetworkSegment(fd9866f7-0a0e-42cb-b9aa-ef965ce996a3),segment_id=fd9866f7-0a0e-42cb-b9aa-ef965ce996a3)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:24:10.571501 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-232343aa-0a43-43f4-bc38-60ec416cbd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.571635 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0d302-ff5e-44bb-98f6-be00eb5bfe20 req-90ce2d51-cb47-4e78-83a0-b2af57c92b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:10.573096 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dcd0d302-ff5e-44bb-98f6-be00eb5bfe20 req-90ce2d51-cb47-4e78-83a0-b2af57c92b6b service neutron] 10.222.0.47 "GET /v2.0/networks?id=7143d856-ff11-43d2-8c4d-ccc71b1058f1 HTTP/1.1" status: 200  len: 920 time: 0.4138818
Apr 14 11:24:10.583012 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.615065 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:10.620494 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.624652 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-232343aa-0a43-43f4-bc38-60ec416cbd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.631289 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ef47c208-1f74-40e1-958c-2017edfc5153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:10.650519 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.664518 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29b62c-12f7-43b7-9b0a-a7a74146f098 req-fe80f4da-6e08-4110-8a98-5f43e77537e0 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:10.673175 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1a29b62c-12f7-43b7-9b0a-a7a74146f098 req-fe80f4da-6e08-4110-8a98-5f43e77537e0 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.4967623
Apr 14 11:24:10.678014 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232343aa-0a43-43f4-bc38-60ec416cbd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4b3a9c-915b-40c3-abac-a0981e6c48d1,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:10.681128 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-232343aa-0a43-43f4-bc38-60ec416cbd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:10.708833 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1a27a2bb-0bfb-4e98-9c96-ce110da18a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:10.755849 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1a29b62c-12f7-43b7-9b0a-a7a74146f098 req-e06b6787-9c27-4d2c-8460-d4e393fad4d3 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816405
Apr 14 11:24:10.760139 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc0e2df-ff3f-44c7-9382-4d5afba4e318,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:10.777448 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dcd0d302-ff5e-44bb-98f6-be00eb5bfe20 req-8baec593-c67a-4aea-8fc0-4541c25341b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a762df2-4724-4061-b177-3d3782de6cef HTTP/1.1" status: 200  len: 217 time: 0.0915892
Apr 14 11:24:10.791096 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:10.794600 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219}  {{(pid=85281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:24:10.806385 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.806783 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Added segment 4eead919-7c11-4b6a-ac23-5dae5512342f of type vlan for network cc5716c3-3924-4dfe-b4b5-927d94f31dfb
Apr 14 11:24:10.812275 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port 61558a4e-96b5-4303-af97-d8a56d6da7dd completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:10.839975 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 61558a4e-96b5-4303-af97-d8a56d6da7dd triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:10.840586 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.847074 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.877987 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ebc0e-70f4-450f-b8e4-599bd43fdaab None None] Pushing event updated for resources: {'Port': ['ID=76b11305-fc99-42fd-a2ea-ff434283bfc8,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:10.879501 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-232343aa-0a43-43f4-bc38-60ec416cbd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.880768 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-232343aa-0a43-43f4-bc38-60ec416cbd5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa4b3a9c-915b-40c3-abac-a0981e6c48d1 HTTP/1.1" status: 204  len: 168 time: 0.5456245
Apr 14 11:24:10.885042 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.886532 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:10.888438 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1c9ebc0e-70f4-450f-b8e4-599bd43fdaab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:10.889392 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:10.895668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:10.972343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0d302-ff5e-44bb-98f6-be00eb5bfe20 req-c8cddacb-392f-4fd7-b311-af6f482d3288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:10.973973 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dcd0d302-ff5e-44bb-98f6-be00eb5bfe20 req-c8cddacb-392f-4fd7-b311-af6f482d3288 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b05589-3e80-486a-af43-2ca7b75f34c0 HTTP/1.1" status: 200  len: 859 time: 0.1798718
Apr 14 11:24:11.068062 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Network b697626d-73a8-4a4d-86f6-e642e203014b is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:24:11.076935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:24:11.077208 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Pushing event updated for resources: {'Network': ['ID=cc5716c3-3924-4dfe-b4b5-927d94f31dfb,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:11.081667 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dcd0d302-ff5e-44bb-98f6-be00eb5bfe20 req-2112c30b-35e6-444b-91fe-0d82b185573e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7143d856-ff11-43d2-8c4d-ccc71b1058f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0897045
Apr 14 11:24:11.087040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:11.102449 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network cc5716c3-3924-4dfe-b4b5-927d94f31dfb details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:24:11.113703 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.8535070
Apr 14 11:24:11.114549 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 56202) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:11.122563 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:11.129701 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-f7b919ee-b72f-4c74-a2e2-501878c5db21 admin admin] Request body: {'subnet': {'network_id': 'cc5716c3-3924-4dfe-b4b5-927d94f31dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-881588681-subnet', 'tenant_id': 'b9449d45af4f4b20be4495df7685917b', 'ip_version': 4}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:11.139492 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f7b919ee-b72f-4c74-a2e2-501878c5db21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:11.149194 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-f7b919ee-b72f-4c74-a2e2-501878c5db21 admin admin] Usage tracker for resource:subnet and tenant:b9449d45af4f4b20be4495df7685917b is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:11.155051 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-f7b919ee-b72f-4c74-a2e2-501878c5db21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:11.174153 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f7b919ee-b72f-4c74-a2e2-501878c5db21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:11.175438 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Routers {'79e75bdc-ffae-44cd-a914-75bed76e4d5b'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:24:11.176120 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd13091df98>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:23:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:11.203951 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd13195f390>, [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '26032407-3fbf-48bd-81e1-b0c99b5a6e93', 'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'mac_address': 'fa:16:3e:75:39:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:07Z', 'updated_at': '2021-04-14T11:24:08Z', 'revision_number': 1, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'subnets': [{'id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:11.204409 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b919ee-b72f-4c74-a2e2-501878c5db21 admin admin] Made reservation on behalf of b9449d45af4f4b20be4495df7685917b for: {'subnet': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:24:11.212391 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f7b919ee-b72f-4c74-a2e2-501878c5db21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852346387'] for subnet, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:11.237962 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1b566b-8266-485a-84b9-47e0f1cf5a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61558a4e-96b5-4303-af97-d8a56d6da7dd'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:24:11.260667 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073db1b8-eb6b-4b08-8f0e-efd8e0207b08 None None] The sync data for ids ['770499e4-acfb-4075-890b-cd606c82d0c5'] in dv-cinder-774594-3-iscsi is: [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '26032407-3fbf-48bd-81e1-b0c99b5a6e93', 'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'mac_address': 'fa:16:3e:75:39:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:07Z', 'updated_at': '2021-04-14T11:24:08Z', 'revision_number': 1, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'subnets': [{'id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:24:11.426631 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1b566b-8266-485a-84b9-47e0f1cf5a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61558a4e-96b5-4303-af97-d8a56d6da7dd', 'code': 200}
Apr 14 11:24:11.433702 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 61558a4e-96b5-4303-af97-d8a56d6da7dd, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=61558a4e-96b5-4303-af97-d8a56d6da7dd,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:11.455860 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:11.477233 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:11.917031 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=61558a4e-96b5-4303-af97-d8a56d6da7dd,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:11.920246 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-76840ae9-60ea-4212-b3f9-f8d1f02d9c5f None None] Provisioning complete for port 26032407-3fbf-48bd-81e1-b0c99b5a6e93 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:11.920632 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-76840ae9-60ea-4212-b3f9-f8d1f02d9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:12.071759 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:12.176252 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-76840ae9-60ea-4212-b3f9-f8d1f02d9c5f None None] Port 26032407-3fbf-48bd-81e1-b0c99b5a6e93 cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:24:12.181497 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] Set router 79e75bdc-ffae-44cd-a914-75bed76e4d5b gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:24:12.434757 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dcd0d302-ff5e-44bb-98f6-be00eb5bfe20 req-4e09a6f5-87f1-4167-9f20-936c0b87daf3 service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2004530
Apr 14 11:24:12.443719 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Router 770499e4-acfb-4075-890b-cd606c82d0c5 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:24:12.450348 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe07306-d618-406b-9bdb-9d118b3d7a90 req-3d6e1c30-5cf1-4240-aa7a-887f279da137 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:12.459722 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6fe07306-d618-406b-9bdb-9d118b3d7a90 req-3d6e1c30-5cf1-4240-aa7a-887f279da137 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 946 time: 0.7128060
Apr 14 11:24:12.485324 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ae79f-8f99-43ab-8fe0-c49c63dd56d6 req-e8790849-f1e7-4419-adac-e8a962c1c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:12.487109 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-808ae79f-8f99-43ab-8fe0-c49c63dd56d6 req-e8790849-f1e7-4419-adac-e8a962c1c12b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 1099 time: 0.4809446
Apr 14 11:24:12.619472 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6fe07306-d618-406b-9bdb-9d118b3d7a90 req-7b32d9c5-c0f5-4ccf-8dcc-7b941dadd59f tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412501
Apr 14 11:24:12.663901 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-808ae79f-8f99-43ab-8fe0-c49c63dd56d6 req-63586478-63ff-4136-92ed-b7f629b79045 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225805
Apr 14 11:24:12.709756 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a5faf-2efd-40e4-a6fe-4f8b5a36532a req-ab302ddf-5efe-44dc-807d-6f5e3c0a3b10 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:12.718806 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7c8a5faf-2efd-40e4-a6fe-4f8b5a36532a req-ab302ddf-5efe-44dc-807d-6f5e3c0a3b10 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.4744780
Apr 14 11:24:12.808811 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7c8a5faf-2efd-40e4-a6fe-4f8b5a36532a req-218244ba-0862-4962-b040-1e81a3a38c47 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877087
Apr 14 11:24:12.896007 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd13091df98>, [{'id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'name': 'tempest-TestShelveInstance-1771654106-router', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:48Z', 'updated_at': '2021-04-14T11:24:03Z', 'revision_number': 4, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'gw_port': {'id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:51Z', 'updated_at': '2021-04-14T11:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '76b11305-fc99-42fd-a2ea-ff434283bfc8', 'name': '', 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'mac_address': 'fa:16:3e:1b:46:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:00Z', 'updated_at': '2021-04-14T11:24:10Z', 'revision_number': 4, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'subnets': [{'id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:12.899917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f7b919ee-b72f-4c74-a2e2-501878c5db21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852522435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852346478'] for subnet, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:12.902208 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73c7bf2-a4d5-4d68-b6a5-2366fd9b5c09 None None] The sync data for ids ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'] in dv-cinder-774594-3-iscsi is: [{'id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'name': 'tempest-TestShelveInstance-1771654106-router', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:48Z', 'updated_at': '2021-04-14T11:24:03Z', 'revision_number': 4, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'gw_port': {'id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:51Z', 'updated_at': '2021-04-14T11:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '76b11305-fc99-42fd-a2ea-ff434283bfc8', 'name': '', 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'mac_address': 'fa:16:3e:1b:46:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:00Z', 'updated_at': '2021-04-14T11:24:10Z', 'revision_number': 4, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'subnets': [{'id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:24:12.919440 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f8db6e8e-ae01-42f4-811a-7e123ce18ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:13.052083 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:24:13.066185 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] 10.222.0.20 "PUT /v2.0/routers/770499e4-acfb-4075-890b-cd606c82d0c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1035328
Apr 14 11:24:13.069562 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dcd0d302-ff5e-44bb-98f6-be00eb5bfe20 req-0c2f8789-01bf-40b4-80d8-611f59dc3bfc service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6241374
Apr 14 11:24:13.129491 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b919ee-b72f-4c74-a2e2-501878c5db21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a3d205-7132-40bd-90e2-03b13b577c3e,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:13.138935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f7b919ee-b72f-4c74-a2e2-501878c5db21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:13.252549 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b919ee-b72f-4c74-a2e2-501878c5db21 admin admin] Checking segment: {'id': '4eead919-7c11-4b6a-ac23-5dae5512342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cc5716c3-3924-4dfe-b4b5-927d94f31dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:24:13.253395 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b919ee-b72f-4c74-a2e2-501878c5db21 admin admin] Network hostable DHCP agents. Network: cc5716c3-3924-4dfe-b4b5-927d94f31dfb, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:24:13.299709 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b919ee-b72f-4c74-a2e2-501878c5db21 admin admin] Network cc5716c3-3924-4dfe-b4b5-927d94f31dfb is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:24:13.323705 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-f7b919ee-b72f-4c74-a2e2-501878c5db21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, cc5716c3-3924-4dfe-b4b5-927d94f31dfb) {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:24:13.340919 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80b4b78-857a-44f9-bf38-234f2fa19eee None None] Network cc5716c3-3924-4dfe-b4b5-927d94f31dfb requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:24:13.363300 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b919ee-b72f-4c74-a2e2-501878c5db21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:13.364391 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f7b919ee-b72f-4c74-a2e2-501878c5db21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:13.393294 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-f7b919ee-b72f-4c74-a2e2-501878c5db21 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 2.2774386
Apr 14 11:24:13.396211 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 56256) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:13.405761 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-881588681-router', 'tenant_id': 'b9449d45af4f4b20be4495df7685917b', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:13.414200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:13.420574 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Usage tracker for resource:router and tenant:b9449d45af4f4b20be4495df7685917b is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:13.430790 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:13.442456 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:13.453940 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3789078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767086'] for router, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:13.455223 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850986637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850692849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8730'] for router, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:13.514914 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:13.968516 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c1116d-930f-5d36-b25c-610eedf1c683-cc5716c3-3924-4dfe-b4b5-927d94f31dfb', 'network_id': 'cc5716c3-3924-4dfe-b4b5-927d94f31dfb', 'tenant_id': 'b9449d45af4f4b20be4495df7685917b', 'fixed_ips': [{'subnet_id': 'd8a3d205-7132-40bd-90e2-03b13b577c3e'}]}} from dv-cinder-774594-3-iscsi. {{(pid=85284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 14 11:24:13.969546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:14.170634 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 8136cd0d-5189-4ae0-83a6-4dde8c5c6870 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:14.186261 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56276) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:14.369912 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850711200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3789281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8745'] for router, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:14.385648 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 8136cd0d-5189-4ae0-83a6-4dde8c5c6870 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:14.415939 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 8136cd0d-5189-4ae0-83a6-4dde8c5c6870 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:14.421379 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:14.496107 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afa88f-f1c3-46da-853c-a539cdc6ed1b req-5b9ff3d0-e595-4627-8524-ff0fc2ed9ef4 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:14.502119 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-95afa88f-f1c3-46da-853c-a539cdc6ed1b req-5b9ff3d0-e595-4627-8524-ff0fc2ed9ef4 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 946 time: 0.5653965
Apr 14 11:24:14.641254 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-95afa88f-f1c3-46da-853c-a539cdc6ed1b req-ad313434-fcca-445f-83d9-3e4a975b912e tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167264
Apr 14 11:24:14.794779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf1467de-2da7-4f7f-9db1-7501da13283f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:14.855162 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cf1467de-2da7-4f7f-9db1-7501da13283f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:14.869012 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cf1467de-2da7-4f7f-9db1-7501da13283f admin admin] Usage tracker for resource:security_group_rule and tenant:20edf663c49848c0ac08d918efeb56f5 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:14.872547 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cf1467de-2da7-4f7f-9db1-7501da13283f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:14.893804 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cf1467de-2da7-4f7f-9db1-7501da13283f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:14.911973 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Allocated IP 172.20.0.2 (cc5716c3-3924-4dfe-b4b5-927d94f31dfb/d8a3d205-7132-40bd-90e2-03b13b577c3e/57cfaf14-ea4c-4d69-9372-a7e6585849c9) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:24:15.090107 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf1467de-2da7-4f7f-9db1-7501da13283f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:15.094233 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf1467de-2da7-4f7f-9db1-7501da13283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:15.113894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-852da12b-a666-4036-ae4a-4bcaa73db1ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:15.181331 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-cf1467de-2da7-4f7f-9db1-7501da13283f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20edf663c49848c0ac08d918efeb56f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9939878
Apr 14 11:24:15.185465 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56312) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:15.201896 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1467de-2da7-4f7f-9db1-7501da13283f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11e8928-a7b4-4929-80d2-51b68b00b54d,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:15.209468 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56316) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:15.214238 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cf1467de-2da7-4f7f-9db1-7501da13283f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:15.223502 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-9faf2987-21fe-417a-bc9a-dcb5dbe6af50 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--406329622', 'description': 'tempest-description--1199809338'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:15.232181 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9faf2987-21fe-417a-bc9a-dcb5dbe6af50 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:15.238122 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-9faf2987-21fe-417a-bc9a-dcb5dbe6af50 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Usage tracker for resource:security_group and tenant:42a8edf20fd2489b856e4667ae588287 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:15.241718 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-9faf2987-21fe-417a-bc9a-dcb5dbe6af50 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:15.249074 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9faf2987-21fe-417a-bc9a-dcb5dbe6af50 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:15.252835 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:15.268009 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9faf2987-21fe-417a-bc9a-dcb5dbe6af50 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:15.280850 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9faf2987-21fe-417a-bc9a-dcb5dbe6af50 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:15.298786 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-9faf2987-21fe-417a-bc9a-dcb5dbe6af50 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Usage tracker for resource:security_group_rule and tenant:42a8edf20fd2489b856e4667ae588287 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:15.309503 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-9faf2987-21fe-417a-bc9a-dcb5dbe6af50 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:15.340062 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 8136cd0d-5189-4ae0-83a6-4dde8c5c6870, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=8136cd0d-5189-4ae0-83a6-4dde8c5c6870,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:15.366817 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:15.367686 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9faf2987-21fe-417a-bc9a-dcb5dbe6af50 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:15.367818 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 76b11305-fc99-42fd-a2ea-ff434283bfc8 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:15.370212 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-de6ed156-86c2-467c-9ff9-d2f025e4f973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:15.435426 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-de6ed156-86c2-467c-9ff9-d2f025e4f973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:15.484211 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:15.547096 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9faf2987-21fe-417a-bc9a-dcb5dbe6af50 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:15.554258 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9faf2987-21fe-417a-bc9a-dcb5dbe6af50 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:15.559166 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0b0e3120-0fce-4659-8d1d-e52b48a53d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:15.600638 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf2987-21fe-417a-bc9a-dcb5dbe6af50 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9470cf54-0cd0-4ceb-9cb9-681749c30d8c,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:15.603174 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-de6ed156-86c2-467c-9ff9-d2f025e4f973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:15.616613 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9faf2987-21fe-417a-bc9a-dcb5dbe6af50 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:15.617384 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9faf2987-21fe-417a-bc9a-dcb5dbe6af50 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:15.632192 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ed156-86c2-467c-9ff9-d2f025e4f973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11e8928-a7b4-4929-80d2-51b68b00b54d,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:15.639380 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-de6ed156-86c2-467c-9ff9-d2f025e4f973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:15.647214 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-de6ed156-86c2-467c-9ff9-d2f025e4f973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:15.648606 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-de6ed156-86c2-467c-9ff9-d2f025e4f973 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a11e8928-a7b4-4929-80d2-51b68b00b54d HTTP/1.1" status: 204  len: 168 time: 0.4617393
Apr 14 11:24:15.656279 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9faf2987-21fe-417a-bc9a-dcb5dbe6af50 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:15.658982 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-9faf2987-21fe-417a-bc9a-dcb5dbe6af50 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4466784
Apr 14 11:24:15.660732 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56334) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:15.672322 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-70e457cd-74db-4f43-9d75-d91f1faf213f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Request body: {'security_group_rule': {'security_group_id': '9470cf54-0cd0-4ceb-9cb9-681749c30d8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:15.686115 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-70e457cd-74db-4f43-9d75-d91f1faf213f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:15.697837 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-70e457cd-74db-4f43-9d75-d91f1faf213f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Usage tracker for resource:security_group_rule and tenant:42a8edf20fd2489b856e4667ae588287 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:15.708224 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-70e457cd-74db-4f43-9d75-d91f1faf213f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:15.719888 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-70e457cd-74db-4f43-9d75-d91f1faf213f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:15.759030 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-70e457cd-74db-4f43-9d75-d91f1faf213f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:15.823908 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:15.847532 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=8136cd0d-5189-4ae0-83a6-4dde8c5c6870,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:15.854566 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:15.883487 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 76b11305-fc99-42fd-a2ea-ff434283bfc8 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:15.892170 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:15.896234 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 76b11305-fc99-42fd-a2ea-ff434283bfc8 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:15.896647 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:15.897550 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b5c61-03e8-4b3c-abaf-4e2e77ef9986 req-513937bb-cc6e-419c-b812-750c14e87685 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:15.899464 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4a6b5c61-03e8-4b3c-abaf-4e2e77ef9986 req-513937bb-cc6e-419c-b812-750c14e87685 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.9053774
Apr 14 11:24:15.905708 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:16.004738 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Transition to ACTIVE for port object 57cfaf14-ea4c-4d69-9372-a7e6585849c9 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:24:16.013355 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-70e457cd-74db-4f43-9d75-d91f1faf213f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:16.021828 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-70e457cd-74db-4f43-9d75-d91f1faf213f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:16.025443 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:16.050076 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4a6b5c61-03e8-4b3c-abaf-4e2e77ef9986 req-7fdbe6a9-4932-4030-8ff3-6dfedb73fe9e tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398914
Apr 14 11:24:16.079073 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e457cd-74db-4f43-9d75-d91f1faf213f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40dafaa3-6802-4d00-9941-53e5acceafa7,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:16.086645 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-70e457cd-74db-4f43-9d75-d91f1faf213f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:16.090559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-70e457cd-74db-4f43-9d75-d91f1faf213f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:16.096276 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-70e457cd-74db-4f43-9d75-d91f1faf213f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4342549
Apr 14 11:24:16.097007 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56344) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:16.104718 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-86e05b42-5440-4aa0-9699-6bfa3af2e4aa tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Request body: {'security_group_rule': {'security_group_id': '9470cf54-0cd0-4ceb-9cb9-681749c30d8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:16.111362 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-86e05b42-5440-4aa0-9699-6bfa3af2e4aa tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:16.116605 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-86e05b42-5440-4aa0-9699-6bfa3af2e4aa tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Usage tracker for resource:security_group_rule and tenant:42a8edf20fd2489b856e4667ae588287 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:16.117888 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Sync routers for ids ['770499e4-acfb-4075-890b-cd606c82d0c5'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:24:16.121813 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-86e05b42-5440-4aa0-9699-6bfa3af2e4aa tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:16.134024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-86e05b42-5440-4aa0-9699-6bfa3af2e4aa tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:16.136125 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Transition to ACTIVE for port object 57cfaf14-ea4c-4d69-9372-a7e6585849c9 will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:24:16.146996 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Routers {'770499e4-acfb-4075-890b-cd606c82d0c5'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:24:16.147673 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-88fc7996-8212-4928-8821-86be95d97388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130150cf8>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:23:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['770499e4-acfb-4075-890b-cd606c82d0c5'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:16.176279 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-86e05b42-5440-4aa0-9699-6bfa3af2e4aa tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:16.247659 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Allocated IP 172.27.2.231 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/8d9a2d18-a429-4568-873e-992567d1fb9a) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:24:16.303206 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:16.319265 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-86e05b42-5440-4aa0-9699-6bfa3af2e4aa tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:16.326700 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-86e05b42-5440-4aa0-9699-6bfa3af2e4aa tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:16.328861 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:16.361393 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e05b42-5440-4aa0-9699-6bfa3af2e4aa tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138db6c0-f59c-4581-8747-5796edf7b9d6,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:16.366465 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-86e05b42-5440-4aa0-9699-6bfa3af2e4aa tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:16.372734 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-86e05b42-5440-4aa0-9699-6bfa3af2e4aa tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:16.375951 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:16.376083 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-86e05b42-5440-4aa0-9699-6bfa3af2e4aa tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2775843
Apr 14 11:24:16.380001 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56350) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:16.400616 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Request body: {'floatingip': {'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:16.418291 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:16.423493 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Usage tracker for resource:floatingip and tenant:42a8edf20fd2489b856e4667ae588287 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:16.434023 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:16.441000 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:16.463236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for floatingip, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:16.536789 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:16.586379 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:16.647567 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:16.703307 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56362) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:16.750681 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-08a56e04-23bc-426d-bb87-9b8c62197bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:16.770267 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-08a56e04-23bc-426d-bb87-9b8c62197bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:16.784071 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-08a56e04-23bc-426d-bb87-9b8c62197bad admin admin] Usage tracker for resource:security_group_rule and tenant:45008abe786a4341b062ccbdfc8a5bfc is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:16.793854 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-08a56e04-23bc-426d-bb87-9b8c62197bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:16.799752 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-08a56e04-23bc-426d-bb87-9b8c62197bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:16.819617 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:16.835131 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:16.970711 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Pushing event updated for resources: {'Port': ['ID=57cfaf14-ea4c-4d69-9372-a7e6585849c9,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:16.970926 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:24:16.973799 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:24:16.979134 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Pushing event updated for resources: {'Port': ['ID=8d9a2d18-a429-4568-873e-992567d1fb9a,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:16.980760 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:16.982009 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:24:16.987086 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 76b11305-fc99-42fd-a2ea-ff434283bfc8, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=76b11305-fc99-42fd-a2ea-ff434283bfc8,segment=NetworkSegment(fd9866f7-0a0e-42cb-b9aa-ef965ce996a3),segment_id=fd9866f7-0a0e-42cb-b9aa-ef965ce996a3)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:17.001773 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Set router 770499e4-acfb-4075-890b-cd606c82d0c5 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:24:17.066945 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-08a56e04-23bc-426d-bb87-9b8c62197bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:17.074922 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Allocated IP 172.27.2.24 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/7a81645f-7684-45f3-95db-0cc6e3b8e002) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:24:17.079612 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-08a56e04-23bc-426d-bb87-9b8c62197bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:17.091280 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:17.106432 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:17.113945 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:17.142878 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a56e04-23bc-426d-bb87-9b8c62197bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b37140b-6eff-4e62-9bf8-37ceb40394e9,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:17.146518 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-08a56e04-23bc-426d-bb87-9b8c62197bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:17.205457 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-08a56e04-23bc-426d-bb87-9b8c62197bad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45008abe786a4341b062ccbdfc8a5bfc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4987900
Apr 14 11:24:17.208732 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56374) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:17.265778 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:17.338093 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 8136cd0d-5189-4ae0-83a6-4dde8c5c6870 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:17.492616 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:17.494785 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Network cc5716c3-3924-4dfe-b4b5-927d94f31dfb is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:24:17.501367 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Resources bound (agent type, host, resource id):  {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:24:17.502865 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=76b11305-fc99-42fd-a2ea-ff434283bfc8,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:17.505746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e1015a66-84b9-45b1-b463-07a037ac8d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:17.514290 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:24:17.522893 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:17.554968 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e1015a66-84b9-45b1-b463-07a037ac8d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:17.584551 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:17.629747 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:17.726350 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:17.759143 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c34336-dfda-43d6-80f9-c5e0d11055a9 req-d95bf75b-649e-4d9e-adb5-2da39a43ee16 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:17.760442 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e1015a66-84b9-45b1-b463-07a037ac8d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:17.760780 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c4c34336-dfda-43d6-80f9-c5e0d11055a9 req-d95bf75b-649e-4d9e-adb5-2da39a43ee16 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.4314063
Apr 14 11:24:17.824727 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c4c34336-dfda-43d6-80f9-c5e0d11055a9 req-7b48ae6c-12d3-4a48-87d5-d77b498092d5 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532770
Apr 14 11:24:17.841452 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e1015a66-84b9-45b1-b463-07a037ac8d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:17.845514 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-e1015a66-84b9-45b1-b463-07a037ac8d36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b37140b-6eff-4e62-9bf8-37ceb40394e9 HTTP/1.1" status: 204  len: 168 time: 0.6332459
Apr 14 11:24:17.859110 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Pushing event updated for resources: {'Port': ['ID=7a81645f-7684-45f3-95db-0cc6e3b8e002,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:17.871095 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:17.871569 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:17.887129 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1015a66-84b9-45b1-b463-07a037ac8d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b37140b-6eff-4e62-9bf8-37ceb40394e9,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:17.891446 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e1015a66-84b9-45b1-b463-07a037ac8d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:17.915420 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:24:17.916657 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:24:17.921124 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:24:17.955673 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Attempting to bind port 57cfaf14-ea4c-4d69-9372-a7e6585849c9 on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:24:17.956091 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Attempting to bind port 57cfaf14-ea4c-4d69-9372-a7e6585849c9 by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': '4eead919-7c11-4b6a-ac23-5dae5512342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cc5716c3-3924-4dfe-b4b5-927d94f31dfb'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:24:17.956502 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Attempting to bind port 57cfaf14-ea4c-4d69-9372-a7e6585849c9 on network cc5716c3-3924-4dfe-b4b5-927d94f31dfb {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:24:17.974808 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 8136cd0d-5189-4ae0-83a6-4dde8c5c6870 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:17.975339 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:18.016872 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:24:18.017339 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Checking segment: {'id': '4eead919-7c11-4b6a-ac23-5dae5512342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cc5716c3-3924-4dfe-b4b5-927d94f31dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:24:18.018000 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:18.019046 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Bound using segment: {'id': '4eead919-7c11-4b6a-ac23-5dae5512342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cc5716c3-3924-4dfe-b4b5-927d94f31dfb'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:24:18.019612 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Bound port: 57cfaf14-ea4c-4d69-9372-a7e6585849c9, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eead919-7c11-4b6a-ac23-5dae5512342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cc5716c3-3924-4dfe-b4b5-927d94f31dfb'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:24:18.020026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:18.158319 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850986519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064587'] for router, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:18.195337 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] For port 57cfaf14-ea4c-4d69-9372-a7e6585849c9, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:24:18.205394 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] For port 57cfaf14-ea4c-4d69-9372-a7e6585849c9, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=57cfaf14-ea4c-4d69-9372-a7e6585849c9,segment=NetworkSegment(4eead919-7c11-4b6a-ac23-5dae5512342f),segment_id=4eead919-7c11-4b6a-ac23-5dae5512342f)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:24:18.254507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:18.258083 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-88fc7996-8212-4928-8821-86be95d97388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130150cf8>, [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '26032407-3fbf-48bd-81e1-b0c99b5a6e93', 'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'mac_address': 'fa:16:3e:75:39:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:07Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 2, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'subnets': [{'id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:18.271500 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:18.294329 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:18.370456 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Checking router: 770499e4-acfb-4075-890b-cd606c82d0c5 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:24:18.371078 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Updating router 770499e4-acfb-4075-890b-cd606c82d0c5 port 26032407-3fbf-48bd-81e1-b0c99b5a6e93 binding host dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:24:18.406145 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:18.460832 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:18.541422 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Router 2abd072b-0e29-451e-ab0c-1f7a67c9837c is scheduled to L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 with binding_index 1 {{(pid=85281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 14 11:24:18.955227 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:18.961355 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:19.073231 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:24:19.083519 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Sync routers for ids ['2abd072b-0e29-451e-ab0c-1f7a67c9837c'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:24:19.111943 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Routers {'2abd072b-0e29-451e-ab0c-1f7a67c9837c'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:24:19.112650 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd13177add8>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:23:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['2abd072b-0e29-451e-ab0c-1f7a67c9837c'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:19.190818 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:19.223953 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Notify callbacks [] for router, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:19.230036 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.8327627
Apr 14 11:24:19.234287 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 56414) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:19.286884 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 76b11305-fc99-42fd-a2ea-ff434283bfc8 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:19.361806 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Pushing event updated for resources: {'Port': ['ID=57cfaf14-ea4c-4d69-9372-a7e6585849c9,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:19.405840 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.110s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:19.442025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 56430) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:19.452780 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3951cd-6e94-4195-93ef-ab07fe9d917c req-0f5e1842-c876-4a6f-bdf0-3bc6570b0598 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:19.457649 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Pushing event updated for resources: {'Port': ['ID=7a81645f-7684-45f3-95db-0cc6e3b8e002,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:19.460857 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:19.463811 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0d3951cd-6e94-4195-93ef-ab07fe9d917c req-0f5e1842-c876-4a6f-bdf0-3bc6570b0598 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.3937514
Apr 14 11:24:19.523235 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850711266'] for floatingip, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:19.572747 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Set router 2abd072b-0e29-451e-ab0c-1f7a67c9837c gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:24:19.594948 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:19.605091 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.2152674
Apr 14 11:24:19.606138 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:19.667002 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Transition to ACTIVE for port object 26032407-3fbf-48bd-81e1-b0c99b5a6e93 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:24:19.698001 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:19.752247 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:19.855710 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 76b11305-fc99-42fd-a2ea-ff434283bfc8 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:19.856702 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:20.018576 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0d3951cd-6e94-4195-93ef-ab07fe9d917c req-6e366cbb-1370-449b-8744-b2b3eb6213c3 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5534759
Apr 14 11:24:20.051745 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411d1b9-a47f-41a4-9dd8-11a8d3d7dc3d None None] Pushing event updated for resources: {'Port': ['ID=26032407-3fbf-48bd-81e1-b0c99b5a6e93,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:20.072222 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd13177add8>, [{'id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'name': 'tempest-TestShelveInstance-881588681-router', 'tenant_id': 'b9449d45af4f4b20be4495df7685917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '8d9a2d18-a429-4568-873e-992567d1fb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:13Z', 'updated_at': '2021-04-14T11:24:17Z', 'revision_number': 3, 'project_id': 'b9449d45af4f4b20be4495df7685917b', 'gw_port': {'id': '8d9a2d18-a429-4568-873e-992567d1fb9a', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:26:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:15Z', 'updated_at': '2021-04-14T11:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:20.077496 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Checking router: 2abd072b-0e29-451e-ab0c-1f7a67c9837c for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:24:20.078087 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Updating router 2abd072b-0e29-451e-ab0c-1f7a67c9837c port 8d9a2d18-a429-4568-873e-992567d1fb9a binding host dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:24:20.084123 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f411d1b9-a47f-41a4-9dd8-11a8d3d7dc3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:20.135168 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1045032285-network', 'tenant_id': '9d8060b84813488fa4f5527b0ab29766'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:20.149361 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:20.153473 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Usage tracker for resource:network and tenant:9d8060b84813488fa4f5527b0ab29766 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:20.178782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:20.192319 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:20.209018 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:20.317103 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Made reservation on behalf of 9d8060b84813488fa4f5527b0ab29766 for: {'network': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:24:20.330740 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:20.534039 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-81d991ca-5d91-49f1-b753-878e4139e83f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Synchronizing usage tracker for tenant:42a8edf20fd2489b856e4667ae588287 on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:24:20.546371 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:20.607026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:20.620262 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Usage tracker for resource:security_group_rule and tenant:9d8060b84813488fa4f5527b0ab29766 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:20.624939 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:20.637520 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:20.647874 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Attempting to bind port 26032407-3fbf-48bd-81e1-b0c99b5a6e93 on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:24:20.648293 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Attempting to bind port 26032407-3fbf-48bd-81e1-b0c99b5a6e93 by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': '740351c2-c7cf-4200-8229-e7c24a0aac17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:24:20.648703 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Attempting to bind port 26032407-3fbf-48bd-81e1-b0c99b5a6e93 on network b697626d-73a8-4a4d-86f6-e642e203014b {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:24:20.679045 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:24:20.680591 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Checking segment: {'id': '740351c2-c7cf-4200-8229-e7c24a0aac17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:24:20.681083 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:20.681555 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Bound using segment: {'id': '740351c2-c7cf-4200-8229-e7c24a0aac17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:24:20.682092 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Bound port: 26032407-3fbf-48bd-81e1-b0c99b5a6e93, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740351c2-c7cf-4200-8229-e7c24a0aac17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:24:20.682507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:20.702917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:24:20.803384 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-81d991ca-5d91-49f1-b753-878e4139e83f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Unset dirty status for tenant:42a8edf20fd2489b856e4667ae588287 on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:24:20.804332 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-81d991ca-5d91-49f1-b753-878e4139e83f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--406329622&fields=id&tenant_id=42a8edf20fd2489b856e4667ae588287 HTTP/1.1" status: 200  len: 267 time: 0.5968347
Apr 14 11:24:20.819123 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-7a8c68af-a102-4210-a032-eaae53eb83a9 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:20.820686 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-7a8c68af-a102-4210-a032-eaae53eb83a9 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/networks?id=6b5ae062-a161-4889-8402-18f1bfe40400 HTTP/1.1" status: 200  len: 815 time: 1.0590549
Apr 14 11:24:20.871864 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-88fc7996-8212-4928-8821-86be95d97388 None None] For port 26032407-3fbf-48bd-81e1-b0c99b5a6e93, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:24:20.875938 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-88fc7996-8212-4928-8821-86be95d97388 None None] For port 26032407-3fbf-48bd-81e1-b0c99b5a6e93, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=26032407-3fbf-48bd-81e1-b0c99b5a6e93,segment=NetworkSegment(740351c2-c7cf-4200-8229-e7c24a0aac17),segment_id=740351c2-c7cf-4200-8229-e7c24a0aac17)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:24:20.880681 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:20.954276 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:21.007202 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:21.021024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-34b4c724-690f-491e-84ef-2284116fe923 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:21.021797 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-34b4c724-690f-491e-84ef-2284116fe923 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Synchronizing usage tracker for tenant:42a8edf20fd2489b856e4667ae588287 on resource:network {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:24:21.043547 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Transition to ACTIVE for port object 8d9a2d18-a429-4568-873e-992567d1fb9a will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:24:21.063059 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:21.071374 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-b4bc95f1-3c06-41b4-9481-ea353e9687b0 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/quotas/de9050b67e08476387fed4dd21923614 HTTP/1.1" status: 200  len: 375 time: 0.2387140
Apr 14 11:24:21.089455 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-34b4c724-690f-491e-84ef-2284116fe923 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Unset dirty status for tenant:42a8edf20fd2489b856e4667ae588287 on resource:network {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:24:21.090691 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-34b4c724-690f-491e-84ef-2284116fe923 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/networks?id=b697626d-73a8-4a4d-86f6-e642e203014b HTTP/1.1" status: 200  len: 811 time: 0.2650752
Apr 14 11:24:21.100678 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1c9ebc0e-70f4-450f-b8e4-599bd43fdaab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:21.218437 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411d1b9-a47f-41a4-9dd8-11a8d3d7dc3d None None] Pushing event updated for resources: {'Port': ['ID=26032407-3fbf-48bd-81e1-b0c99b5a6e93,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:21.224546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f411d1b9-a47f-41a4-9dd8-11a8d3d7dc3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:21.319419 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-cc762fb5-649e-465c-b74c-1ca208b3d6f7 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/quotas/42a8edf20fd2489b856e4667ae588287 HTTP/1.1" status: 200  len: 375 time: 0.1516843
Apr 14 11:24:21.350346 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Routers {'770499e4-acfb-4075-890b-cd606c82d0c5'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:24:21.351180 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-88fc7996-8212-4928-8821-86be95d97388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130150cf8>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:23:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['770499e4-acfb-4075-890b-cd606c82d0c5'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:21.352591 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1aa4c-4cee-4a6c-ab44-9db608e70e92 None None] Pushing event updated for resources: {'Port': ['ID=8d9a2d18-a429-4568-873e-992567d1fb9a,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:21.356085 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-54b1aa4c-4cee-4a6c-ab44-9db608e70e92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:21.446770 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:21.457414 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Attempting to bind port 8d9a2d18-a429-4568-873e-992567d1fb9a on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:24:21.457832 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Attempting to bind port 8d9a2d18-a429-4568-873e-992567d1fb9a by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:24:21.458243 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Attempting to bind port 8d9a2d18-a429-4568-873e-992567d1fb9a on network b458cc77-65ed-4ced-9d68-fd61bb856146 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:24:21.467000 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:24:21.467618 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Checking segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:24:21.467964 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:21.468402 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Bound using segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:24:21.468910 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Bound port: 8d9a2d18-a429-4568-873e-992567d1fb9a, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:24:21.469346 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:21.513001 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:21.536496 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:21.595270 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 57cfaf14-ea4c-4d69-9372-a7e6585849c9 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:21.628092 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] For port 8d9a2d18-a429-4568-873e-992567d1fb9a, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:24:21.642647 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] For port 8d9a2d18-a429-4568-873e-992567d1fb9a, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=8d9a2d18-a429-4568-873e-992567d1fb9a,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:24:21.650185 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:21.680916 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-88fc7996-8212-4928-8821-86be95d97388 None None] Set router 770499e4-acfb-4075-890b-cd606c82d0c5 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:24:21.696972 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=85281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:24:21.707561 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:21.736188 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf3c4f4-0b93-48db-a25d-5e1185caff3a,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:21.767037 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:21.767452 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Added segment a97675ef-7ed0-444d-8d49-cdff6c0218f1 of type vlan for network 965dee3f-e10e-4b39-b0ce-e283a28dbf34
Apr 14 11:24:21.769268 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:21.807163 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-6c21b80c-f25d-4d70-ae8d-2651fab88eb8 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=de9050b67e08476387fed4dd21923614&fields=id HTTP/1.1" status: 200  len: 302 time: 0.7245617
Apr 14 11:24:21.883280 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1aa4c-4cee-4a6c-ab44-9db608e70e92 None None] Pushing event updated for resources: {'Port': ['ID=8d9a2d18-a429-4568-873e-992567d1fb9a,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:21.890156 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-54b1aa4c-4cee-4a6c-ab44-9db608e70e92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:21.922359 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Routers {'2abd072b-0e29-451e-ab0c-1f7a67c9837c'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:24:21.923066 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd13177add8>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:23:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['2abd072b-0e29-451e-ab0c-1f7a67c9837c'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:21.935348 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:21.948514 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-9bdc5795-c2be-4639-a5d9-9fd9c82a640a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=42a8edf20fd2489b856e4667ae588287&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5783165
Apr 14 11:24:21.991248 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7039b3b3-da1e-4289-9eb0-db4a5f2cc4ac None None] Network cc5716c3-3924-4dfe-b4b5-927d94f31dfb requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:24:22.105397 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:22.190957 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:22.221526 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:22.221526 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:22.261375 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:22.498430 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] Set router 2abd072b-0e29-451e-ab0c-1f7a67c9837c gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:24:22.559704 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-59001bef-3fca-4a57-8f98-90ecf192e41b service neutron] 10.222.0.20 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6927722
Apr 14 11:24:22.678788 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-3f5f22f9-5e46-438a-bfeb-3e1d53513a0f None None] Provisioning for port 57cfaf14-ea4c-4d69-9372-a7e6585849c9 completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:22.690203 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 57cfaf14-ea4c-4d69-9372-a7e6585849c9 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:22.695799 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-3f5f22f9-5e46-438a-bfeb-3e1d53513a0f None None] Provisioning complete for port 57cfaf14-ea4c-4d69-9372-a7e6585849c9 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:22.696458 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3f5f22f9-5e46-438a-bfeb-3e1d53513a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:22.757459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 57cfaf14-ea4c-4d69-9372-a7e6585849c9 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:22.758061 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:22.795087 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Pushing event updated for resources: {'Network': ['ID=965dee3f-e10e-4b39-b0ce-e283a28dbf34,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:22.818279 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network 965dee3f-e10e-4b39-b0ce-e283a28dbf34 details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:24:22.844008 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 3.3773162
Apr 14 11:24:22.845391 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:22.847425 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56544) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:22.855113 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-43bfa3e6-7c88-45ba-8c86-48d8ddc8a804 service neutron] 10.222.0.20 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8343208
Apr 14 11:24:22.856698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-2aad541f-2546-483b-a8a5-80d0a57dbcad admin admin] Request body: {'subnet': {'network_id': '965dee3f-e10e-4b39-b0ce-e283a28dbf34', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1045032285-subnet', 'tenant_id': '9d8060b84813488fa4f5527b0ab29766', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:22.882046 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-2aad541f-2546-483b-a8a5-80d0a57dbcad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:22.886815 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-2aad541f-2546-483b-a8a5-80d0a57dbcad admin admin] Usage tracker for resource:subnet and tenant:9d8060b84813488fa4f5527b0ab29766 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:22.897111 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-2aad541f-2546-483b-a8a5-80d0a57dbcad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:22.909142 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-2aad541f-2546-483b-a8a5-80d0a57dbcad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:22.925525 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aad541f-2546-483b-a8a5-80d0a57dbcad admin admin] Made reservation on behalf of 9d8060b84813488fa4f5527b0ab29766 for: {'subnet': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:24:22.933453 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2aad541f-2546-483b-a8a5-80d0a57dbcad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852322423'] for subnet, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:22.962024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd13177add8>, [{'id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'name': 'tempest-TestShelveInstance-881588681-router', 'tenant_id': 'b9449d45af4f4b20be4495df7685917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '8d9a2d18-a429-4568-873e-992567d1fb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:13Z', 'updated_at': '2021-04-14T11:24:17Z', 'revision_number': 3, 'project_id': 'b9449d45af4f4b20be4495df7685917b', 'gw_port': {'id': '8d9a2d18-a429-4568-873e-992567d1fb9a', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:26:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:15Z', 'updated_at': '2021-04-14T11:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:22.967283 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f8e25f-119c-4d46-8442-2f6233dfe7ea None None] The sync data for ids ['2abd072b-0e29-451e-ab0c-1f7a67c9837c'] in dv-cinder-774594-3-iscsi is: [{'id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'name': 'tempest-TestShelveInstance-881588681-router', 'tenant_id': 'b9449d45af4f4b20be4495df7685917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '8d9a2d18-a429-4568-873e-992567d1fb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:13Z', 'updated_at': '2021-04-14T11:24:17Z', 'revision_number': 3, 'project_id': 'b9449d45af4f4b20be4495df7685917b', 'gw_port': {'id': '8d9a2d18-a429-4568-873e-992567d1fb9a', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:26:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:15Z', 'updated_at': '2021-04-14T11:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:24:23.028149 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-88fc7996-8212-4928-8821-86be95d97388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130150cf8>, [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '26032407-3fbf-48bd-81e1-b0c99b5a6e93', 'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'mac_address': 'fa:16:3e:75:39:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:07Z', 'updated_at': '2021-04-14T11:24:20Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'subnets': [{'id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:23.067180 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-51050f40-420f-4316-9ea4-7cb96e79017c service neutron] 10.222.0.20 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4958036
Apr 14 11:24:23.159788 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:23.171744 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc7996-8212-4928-8821-86be95d97388 None None] The sync data for ids ['770499e4-acfb-4075-890b-cd606c82d0c5'] in dv-cinder-774594-3-iscsi is: [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '26032407-3fbf-48bd-81e1-b0c99b5a6e93', 'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'mac_address': 'fa:16:3e:75:39:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:07Z', 'updated_at': '2021-04-14T11:24:20Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'subnets': [{'id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:24:23.171991 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-4173f536-b4cf-4f9d-b774-997aa957263d service neutron] 10.222.0.20 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3016961
Apr 14 11:24:23.182966 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Allocated IP 172.20.0.1 (cc5716c3-3924-4dfe-b4b5-927d94f31dfb/d8a3d205-7132-40bd-90e2-03b13b577c3e/bcc2a6aa-7e5e-47e6-a065-936205eba373) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:24:23.240200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3f5f22f9-5e46-438a-bfeb-3e1d53513a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:23.259053 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 57cfaf14-ea4c-4d69-9372-a7e6585849c9, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=57cfaf14-ea4c-4d69-9372-a7e6585849c9,segment=NetworkSegment(4eead919-7c11-4b6a-ac23-5dae5512342f),segment_id=4eead919-7c11-4b6a-ac23-5dae5512342f)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:23.384735 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.db.api [None req-3f5f22f9-5e46-438a-bfeb-3e1d53513a0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85284) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 14 11:24:23.385261 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_db.api [None req-3f5f22f9-5e46-438a-bfeb-3e1d53513a0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 14 11:24:23.385983 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:23.402330 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:23.737324 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 26032407-3fbf-48bd-81e1-b0c99b5a6e93 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:23.904257 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-893e41ab-3857-4db8-9539-50140975d329 req-9444dba8-3495-4c42-a2e8-e2e77b0a96ee tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 210 time: 0.2068865
Apr 14 11:24:24.135012 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=57cfaf14-ea4c-4d69-9372-a7e6585849c9,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:24.156660 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:24.168448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:24.232707 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3f96fc44-5dfc-4dab-8349-59edc32fbc07 req-b238868a-051e-483b-9373-f19426cbe8ca tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 210 time: 0.2069354
Apr 14 11:24:24.263990 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Transition to ACTIVE for port object bcc2a6aa-7e5e-47e6-a065-936205eba373 will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:24:24.330139 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-0359ec45-5a79-4305-9fc9-02e4a40d5d24 None None] Provisioning complete for port 57cfaf14-ea4c-4d69-9372-a7e6585849c9 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:24.330555 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0359ec45-5a79-4305-9fc9-02e4a40d5d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:24.346163 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400b682-6747-4acb-9597-697e2764ffb2 req-64c65cc1-d01b-4d19-82af-306132e871e1 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:24.352189 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3400b682-6747-4acb-9597-697e2764ffb2 req-64c65cc1-d01b-4d19-82af-306132e871e1 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.8604999
Apr 14 11:24:24.431957 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 26032407-3fbf-48bd-81e1-b0c99b5a6e93 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:24.449882 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3400b682-6747-4acb-9597-697e2764ffb2 req-191726d9-6f0d-4af7-9948-873865e5de83 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879672
Apr 14 11:24:24.477353 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 26032407-3fbf-48bd-81e1-b0c99b5a6e93 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:24.477897 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:24.500523 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:24.549581 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:24.659887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2aad541f-2546-483b-a8a5-80d0a57dbcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2749725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852322314'] for subnet, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:24.681868 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e535a7f2-0660-4208-8661-8fcf1b7dcd71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:24.858016 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc2a6aa-7e5e-47e6-a065-936205eba373,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:24.863199 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:25.095381 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Network cc5716c3-3924-4dfe-b4b5-927d94f31dfb is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:24:25.096630 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:24:25.098436 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad541f-2546-483b-a8a5-80d0a57dbcad admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0349ccc-ba9f-4476-b379-a35c31d00919,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:25.099120 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:24:25.123829 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2aad541f-2546-483b-a8a5-80d0a57dbcad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:25.183546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:25.236915 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 26032407-3fbf-48bd-81e1-b0c99b5a6e93, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=26032407-3fbf-48bd-81e1-b0c99b5a6e93,segment=NetworkSegment(740351c2-c7cf-4200-8229-e7c24a0aac17),segment_id=740351c2-c7cf-4200-8229-e7c24a0aac17)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:25.247921 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:25.250210 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:25.319933 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56602) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:25.346959 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064652'] for router_interface, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:25.356478 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aad541f-2546-483b-a8a5-80d0a57dbcad admin admin] Checking segment: {'id': 'a97675ef-7ed0-444d-8d49-cdff6c0218f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '965dee3f-e10e-4b39-b0ce-e283a28dbf34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:24:25.356716 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad541f-2546-483b-a8a5-80d0a57dbcad admin admin] Network hostable DHCP agents. Network: 965dee3f-e10e-4b39-b0ce-e283a28dbf34, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:24:25.370486 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=26032407-3fbf-48bd-81e1-b0c99b5a6e93,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:25.378896 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:25.389615 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad541f-2546-483b-a8a5-80d0a57dbcad admin admin] Network 965dee3f-e10e-4b39-b0ce-e283a28dbf34 is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:24:25.395549 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6e4d39a3-e483-4f8f-9401-d1947ddc8038 req-5b22b51a-ddab-4286-b4f4-2d76bf194418 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 210 time: 0.1640317
Apr 14 11:24:25.414116 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-2aad541f-2546-483b-a8a5-80d0a57dbcad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, 965dee3f-e10e-4b39-b0ce-e283a28dbf34) {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:24:25.439593 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf49414f-17d6-4f0a-8156-41a416d4883b None None] Network 965dee3f-e10e-4b39-b0ce-e283a28dbf34 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:24:25.456841 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad541f-2546-483b-a8a5-80d0a57dbcad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:25.457529 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2aad541f-2546-483b-a8a5-80d0a57dbcad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:25.491166 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1bbbf7e5-6daf-4b72-bc13-f282a6ce67d4 req-618e5cc7-d4dc-4811-9617-2dfcd80c4e0f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 210 time: 0.0639532
Apr 14 11:24:25.516667 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-2aad541f-2546-483b-a8a5-80d0a57dbcad admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.6655340
Apr 14 11:24:25.619472 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:25.681629 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bcfee2e-2043-47bb-bac2-447babd399f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:25.726878 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-1bcfee2e-2043-47bb-bac2-447babd399f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:25.739575 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-1bcfee2e-2043-47bb-bac2-447babd399f7 admin admin] Usage tracker for resource:security_group_rule and tenant:a7b6e03291e34b3c8b20c54ae318c880 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:25.745507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-1bcfee2e-2043-47bb-bac2-447babd399f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:25.759903 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-1bcfee2e-2043-47bb-bac2-447babd399f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:25.778378 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5e244120-65dd-4674-9314-a2953259159c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:25.788093 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 57cfaf14-ea4c-4d69-9372-a7e6585849c9 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:25.891820 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bcfee2e-2043-47bb-bac2-447babd399f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:25.897995 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-297566ab-2b29-4c90-b4d3-57e475d5dc66 None None] Provisioning for port bcc2a6aa-7e5e-47e6-a065-936205eba373 completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:25.901412 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bcfee2e-2043-47bb-bac2-447babd399f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:25.914236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4a354b5f-e801-44c6-a2a0-fcaf892e28ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:25.918015 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-297566ab-2b29-4c90-b4d3-57e475d5dc66 None None] Provisioning complete for port bcc2a6aa-7e5e-47e6-a065-936205eba373 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:25.918408 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-297566ab-2b29-4c90-b4d3-57e475d5dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:25.977490 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-1bcfee2e-2043-47bb-bac2-447babd399f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7b6e03291e34b3c8b20c54ae318c880&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6368988
Apr 14 11:24:25.979955 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfee2e-2043-47bb-bac2-447babd399f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89bb171-8239-4e7e-b477-eecbb4cf1984,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:25.996140 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56620) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:26.005637 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1bcfee2e-2043-47bb-bac2-447babd399f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:26.066572 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:26.089323 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eda250ba-bf0a-40d8-9820-5dac01237634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:26.129558 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eda250ba-bf0a-40d8-9820-5dac01237634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:26.157128 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:26.195761 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:26.198353 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eda250ba-bf0a-40d8-9820-5dac01237634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:26.209541 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c5ba2b3b-9ad5-44ae-bbac-c665f87bfc4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:26.231839 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-297566ab-2b29-4c90-b4d3-57e475d5dc66 None None] Port bcc2a6aa-7e5e-47e6-a065-936205eba373 cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:24:26.237392 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad72d34-1eab-4e12-a9a2-62d2f65ca208 None None] Network 965dee3f-e10e-4b39-b0ce-e283a28dbf34 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:24:26.240494 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda250ba-bf0a-40d8-9820-5dac01237634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89bb171-8239-4e7e-b477-eecbb4cf1984,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:26.251089 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-eda250ba-bf0a-40d8-9820-5dac01237634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:26.252801 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eda250ba-bf0a-40d8-9820-5dac01237634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:26.255594 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-eda250ba-bf0a-40d8-9820-5dac01237634 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f89bb171-8239-4e7e-b477-eecbb4cf1984 HTTP/1.1" status: 204  len: 168 time: 0.2565892
Apr 14 11:24:26.262592 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 57cfaf14-ea4c-4d69-9372-a7e6585849c9 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:26.263020 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:26.336338 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc2a6aa-7e5e-47e6-a065-936205eba373,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:26.382699 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3900898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785765'] for router_interface, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:26.398425 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:26.705819 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78121c-8c07-45b0-b05e-079503177608 req-11db10f9-23d6-4e74-ac72-9d8aec9c5571 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:26.712631 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 26032407-3fbf-48bd-81e1-b0c99b5a6e93 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:26.715102 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1a78121c-8c07-45b0-b05e-079503177608 req-11db10f9-23d6-4e74-ac72-9d8aec9c5571 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.6461477
Apr 14 11:24:26.767385 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56640) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:26.804158 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Network cc5716c3-3924-4dfe-b4b5-927d94f31dfb is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:24:26.804278 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a48695fc-799e-4cc1-b4c9-c65ddc27a375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:26.823012 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:24:26.834754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 26032407-3fbf-48bd-81e1-b0c99b5a6e93 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:26.835173 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:26.841584 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a48695fc-799e-4cc1-b4c9-c65ddc27a375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:26.842717 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0f58bbf6-f8e9-4e64-a1cd-f2d27d3f8098 req-14175567-e8a0-45db-ba8e-4c4b13f1c695 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 210 time: 0.1023502
Apr 14 11:24:26.847485 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a48695fc-799e-4cc1-b4c9-c65ddc27a375 admin admin] Usage tracker for resource:security_group_rule and tenant:a4a6c4cad9304cda842846c76593241c is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:26.851547 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a48695fc-799e-4cc1-b4c9-c65ddc27a375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:26.853811 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1a78121c-8c07-45b0-b05e-079503177608 req-48730f01-da52-4fb7-808d-69909caa41f5 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377134
Apr 14 11:24:26.860793 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a48695fc-799e-4cc1-b4c9-c65ddc27a375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:26.976813 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a48695fc-799e-4cc1-b4c9-c65ddc27a375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:26.984467 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a48695fc-799e-4cc1-b4c9-c65ddc27a375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:27.001763 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f94342b6-b914-4e87-a539-8813c5e4fbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:27.038559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48695fc-799e-4cc1-b4c9-c65ddc27a375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473475ce-047d-4402-8452-c895e600336f,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:27.042430 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a48695fc-799e-4cc1-b4c9-c65ddc27a375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:27.072507 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a48695fc-799e-4cc1-b4c9-c65ddc27a375 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4a6c4cad9304cda842846c76593241c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3026214
Apr 14 11:24:27.074903 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56646) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:27.086114 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 8d9a2d18-a429-4568-873e-992567d1fb9a up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:27.145745 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff6c5ccd-d755-476c-b1a0-28c438d273a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:27.150707 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-557a71e8-7ebd-4e79-9e0d-4bbcb4017412 req-ed5c0cf1-c840-4a31-b7a5-bb49f314fca6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 210 time: 0.0595899
Apr 14 11:24:27.164566 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Router 2abd072b-0e29-451e-ab0c-1f7a67c9837c has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:24:27.172366 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-630c1abb-16da-47f4-a7a6-6973b34a0f05 None None] Provisioning complete for port bcc2a6aa-7e5e-47e6-a065-936205eba373 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:27.172791 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-630c1abb-16da-47f4-a7a6-6973b34a0f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:27.180230 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff6c5ccd-d755-476c-b1a0-28c438d273a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:27.218901 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 8d9a2d18-a429-4568-873e-992567d1fb9a completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:27.231612 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff6c5ccd-d755-476c-b1a0-28c438d273a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:27.232823 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 8d9a2d18-a429-4568-873e-992567d1fb9a triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:27.233264 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:27.238059 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a3a9cbd6-b1b0-4cea-8e11-f8576546dce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:27.257593 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c5ccd-d755-476c-b1a0-28c438d273a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473475ce-047d-4402-8452-c895e600336f,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:27.259969 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ff6c5ccd-d755-476c-b1a0-28c438d273a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:27.262269 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff6c5ccd-d755-476c-b1a0-28c438d273a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:27.266102 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-ff6c5ccd-d755-476c-b1a0-28c438d273a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/473475ce-047d-4402-8452-c895e600336f HTTP/1.1" status: 204  len: 168 time: 0.1873715
Apr 14 11:24:27.287689 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-630c1abb-16da-47f4-a7a6-6973b34a0f05 None None] Port bcc2a6aa-7e5e-47e6-a065-936205eba373 cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:24:27.390334 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:27.414076 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 8d9a2d18-a429-4568-873e-992567d1fb9a, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=8d9a2d18-a429-4568-873e-992567d1fb9a,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:27.419503 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:27.422521 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:27.518326 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-040f778f-56bb-42e7-94f1-ebab502f9100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:27.542981 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=8d9a2d18-a429-4568-873e-992567d1fb9a,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:27.554836 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:27.627502 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:24:27.637364 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] 10.222.0.20 "PUT /v2.0/routers/2abd072b-0e29-451e-ab0c-1f7a67c9837c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3765628
Apr 14 11:24:27.646051 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Sync routers for ids ['2abd072b-0e29-451e-ab0c-1f7a67c9837c'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:24:27.657122 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Routers {'2abd072b-0e29-451e-ab0c-1f7a67c9837c'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:24:27.657996 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12be06128>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:24:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['2abd072b-0e29-451e-ab0c-1f7a67c9837c'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:27.866601 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Set router 2abd072b-0e29-451e-ab0c-1f7a67c9837c gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:24:28.095391 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce3336-1fbc-4db5-8a74-68cf0ffdf2e4 req-2030686d-f55f-4185-ad0e-646be5ca6562 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:28.104558 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-adce3336-1fbc-4db5-8a74-68cf0ffdf2e4 req-2030686d-f55f-4185-ad0e-646be5ca6562 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1070151
Apr 14 11:24:28.139768 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-adce3336-1fbc-4db5-8a74-68cf0ffdf2e4 req-54d1b21d-ee54-40d4-9839-55a5ebb746bf tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337863
Apr 14 11:24:28.273135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12be06128>, [{'id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'name': 'tempest-TestShelveInstance-881588681-router', 'tenant_id': 'b9449d45af4f4b20be4495df7685917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '8d9a2d18-a429-4568-873e-992567d1fb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:13Z', 'updated_at': '2021-04-14T11:24:25Z', 'revision_number': 4, 'project_id': 'b9449d45af4f4b20be4495df7685917b', 'gw_port': {'id': '8d9a2d18-a429-4568-873e-992567d1fb9a', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:15Z', 'updated_at': '2021-04-14T11:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'bcc2a6aa-7e5e-47e6-a065-936205eba373', 'name': '', 'network_id': 'cc5716c3-3924-4dfe-b4b5-927d94f31dfb', 'tenant_id': 'b9449d45af4f4b20be4495df7685917b', 'mac_address': 'fa:16:3e:02:22:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd8a3d205-7132-40bd-90e2-03b13b577c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:22Z', 'updated_at': '2021-04-14T11:24:25Z', 'revision_number': 2, 'project_id': 'b9449d45af4f4b20be4495df7685917b', 'subnets': [{'id': 'd8a3d205-7132-40bd-90e2-03b13b577c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:28.278088 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Checking router: 2abd072b-0e29-451e-ab0c-1f7a67c9837c for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:24:28.278648 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Updating router 2abd072b-0e29-451e-ab0c-1f7a67c9837c port bcc2a6aa-7e5e-47e6-a065-936205eba373 binding host dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:24:28.307494 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-06dbd51f-4425-4855-9ffb-6962c6356306 req-990e7659-22de-4d5d-bff0-1b81a8e3868b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 210 time: 0.0678298
Apr 14 11:24:28.371731 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:28.378201 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56688) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:28.384342 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-cb9edc1c-cf38-4a06-89c4-c58d3830d550 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1130751912', 'description': 'tempest-secgroup-smoke-1130751912 description', 'project_id': '73c130d3f7dc4956aa28b890684d0e50'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:28.391301 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cb9edc1c-cf38-4a06-89c4-c58d3830d550 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:28.395863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cb9edc1c-cf38-4a06-89c4-c58d3830d550 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Usage tracker for resource:security_group and tenant:73c130d3f7dc4956aa28b890684d0e50 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:28.399141 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cb9edc1c-cf38-4a06-89c4-c58d3830d550 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:28.406081 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cb9edc1c-cf38-4a06-89c4-c58d3830d550 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:28.420686 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb9edc1c-cf38-4a06-89c4-c58d3830d550 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:28.430323 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cb9edc1c-cf38-4a06-89c4-c58d3830d550 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:28.440749 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cb9edc1c-cf38-4a06-89c4-c58d3830d550 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Usage tracker for resource:security_group_rule and tenant:73c130d3f7dc4956aa28b890684d0e50 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:28.445108 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cb9edc1c-cf38-4a06-89c4-c58d3830d550 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:28.459881 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cb9edc1c-cf38-4a06-89c4-c58d3830d550 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:28.462084 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:28.470965 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-df8defb5-1e25-45e6-bfa7-f6097eab6d98 req-2fd8a552-6bf9-4d59-816d-d0ad7bad87d0 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 210 time: 0.0596240
Apr 14 11:24:28.647676 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb9edc1c-cf38-4a06-89c4-c58d3830d550 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:28.653588 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb9edc1c-cf38-4a06-89c4-c58d3830d550 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:28.673675 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7e21416e-52fa-4654-ba78-92613ec76a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:28.807578 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb9edc1c-cf38-4a06-89c4-c58d3830d550 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:28.812633 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 56700) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:28.812787 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-cb9edc1c-cf38-4a06-89c4-c58d3830d550 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4332108
Apr 14 11:24:28.816475 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9edc1c-cf38-4a06-89c4-c58d3830d550 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192e6ad0-b89a-4a1e-bb25-933449038cbc,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:28.818733 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-8c4dd2d7-da03-4193-9a11-95d15f3ec4cd tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Request body: {'security_group_rule': {'security_group_id': '192e6ad0-b89a-4a1e-bb25-933449038cbc', 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:28.819485 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cb9edc1c-cf38-4a06-89c4-c58d3830d550 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:28.833405 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8c4dd2d7-da03-4193-9a11-95d15f3ec4cd tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:28.847684 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-8c4dd2d7-da03-4193-9a11-95d15f3ec4cd tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Usage tracker for resource:security_group_rule and tenant:73c130d3f7dc4956aa28b890684d0e50 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:28.851060 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-8c4dd2d7-da03-4193-9a11-95d15f3ec4cd tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:28.858091 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-84825fbd-28ea-4c5d-a338-b5354a82088d tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:28.860776 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-84825fbd-28ea-4c5d-a338-b5354a82088d tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.47 "GET /v2.0/networks?id=6b5ae062-a161-4889-8402-18f1bfe40400 HTTP/1.1" status: 200  len: 815 time: 0.2838509
Apr 14 11:24:28.862535 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8c4dd2d7-da03-4193-9a11-95d15f3ec4cd tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:28.883937 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd2d7-da03-4193-9a11-95d15f3ec4cd tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:28.884159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Request body: {'port': {'device_id': '24be8013-54b4-43cf-bb62-b07601764598', 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400', 'admin_state_up': True, 'tenant_id': 'de9050b67e08476387fed4dd21923614'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:29.013716 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:29.038913 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd2d7-da03-4193-9a11-95d15f3ec4cd tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:29.040449 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Transition to ACTIVE for port object bcc2a6aa-7e5e-47e6-a065-936205eba373 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:24:29.048010 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd2d7-da03-4193-9a11-95d15f3ec4cd tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:29.050553 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:29.057184 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:29.079297 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dd2d7-da03-4193-9a11-95d15f3ec4cd tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20df1f52-c762-47d4-a9e9-c6bb02150306,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:29.088976 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8c4dd2d7-da03-4193-9a11-95d15f3ec4cd tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:29.104392 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1bacb6ab-4d0d-4a9f-a6e8-2fa6ea47a5ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:29.106974 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:29.112248 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Usage tracker for resource:port and tenant:de9050b67e08476387fed4dd21923614 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:29.116467 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:29.124262 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:29.156963 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Made reservation on behalf of de9050b67e08476387fed4dd21923614 for: {'port': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:24:29.163727 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:29.238386 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7a9c0-191a-45ad-90b1-243e25d71a2f None None] Pushing event updated for resources: {'Port': ['ID=bcc2a6aa-7e5e-47e6-a065-936205eba373,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:29.253754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-35c7a9c0-191a-45ad-90b1-243e25d71a2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:29.383352 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-dacd533a-a2c5-4ecf-a80b-8f75bb197c6b tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:29.387631 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-dacd533a-a2c5-4ecf-a80b-8f75bb197c6b tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.47 "GET /v2.0/networks?id=b697626d-73a8-4a4d-86f6-e642e203014b HTTP/1.1" status: 200  len: 811 time: 0.2835896
Apr 14 11:24:29.395130 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd2d7-da03-4193-9a11-95d15f3ec4cd tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:29.399377 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-8c4dd2d7-da03-4193-9a11-95d15f3ec4cd tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5824208
Apr 14 11:24:29.431873 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56726) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:29.442436 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-ec53538a-91f5-476a-843c-d29eb88ee2f0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Request body: {'security_group_rule': {'security_group_id': '192e6ad0-b89a-4a1e-bb25-933449038cbc', 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:29.477082 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ec53538a-91f5-476a-843c-d29eb88ee2f0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:29.515779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ec53538a-91f5-476a-843c-d29eb88ee2f0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Usage tracker for resource:security_group_rule and tenant:73c130d3f7dc4956aa28b890684d0e50 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:29.522146 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Allocated IP 172.20.0.2 (6b5ae062-a161-4889-8402-18f1bfe40400/d255a5ae-2634-43d7-8e91-eade956f26e1/1b786070-25d8-441c-8fd8-36ff58d02856) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:24:29.528523 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ec53538a-91f5-476a-843c-d29eb88ee2f0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:29.547718 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ec53538a-91f5-476a-843c-d29eb88ee2f0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:29.684717 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3501d287-4072-4293-812d-019c575b46cc req-5c331aa2-16ab-4d5d-97ae-cf436f66caf7 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 210 time: 0.1241975
Apr 14 11:24:29.712872 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-f962f71c-e3b2-455f-9935-10715affdcfe tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=42a8edf20fd2489b856e4667ae588287 HTTP/1.1" status: 200  len: 5708 time: 0.3028519
Apr 14 11:24:29.717674 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ec53538a-91f5-476a-843c-d29eb88ee2f0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:29.831912 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 8d9a2d18-a429-4568-873e-992567d1fb9a up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:29.940388 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Request body: {'port': {'device_id': 'fa266e8f-5999-4c69-a443-204e30e4ae01', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'admin_state_up': True, 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'security_groups': ['9470cf54-0cd0-4ceb-9cb9-681749c30d8c']}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:29.942903 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:30.057302 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ec53538a-91f5-476a-843c-d29eb88ee2f0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:30.068624 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ec53538a-91f5-476a-843c-d29eb88ee2f0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:30.078606 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:30.116964 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53538a-91f5-476a-843c-d29eb88ee2f0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808b3ff0-a869-4e1d-9b23-df86a78379eb,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:30.125694 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ec53538a-91f5-476a-843c-d29eb88ee2f0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:30.131601 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:30.155691 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ec53538a-91f5-476a-843c-d29eb88ee2f0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:30.159841 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-ec53538a-91f5-476a-843c-d29eb88ee2f0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7241614
Apr 14 11:24:30.160648 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56750) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:30.173286 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-2121884a-d0a0-4505-96c9-e5fa8807d622 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Request body: {'security_group_rule': {'security_group_id': '192e6ad0-b89a-4a1e-bb25-933449038cbc', 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:30.192935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-2121884a-d0a0-4505-96c9-e5fa8807d622 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:30.198395 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d7f96a06-4e5f-4fd6-b674-3e93f90995e6 req-3b01b488-3eab-492e-8bf3-b1841c12f3fa tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 210 time: 0.3615296
Apr 14 11:24:30.201437 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:30.209755 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-2121884a-d0a0-4505-96c9-e5fa8807d622 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Usage tracker for resource:security_group_rule and tenant:73c130d3f7dc4956aa28b890684d0e50 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:30.215603 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-2121884a-d0a0-4505-96c9-e5fa8807d622 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:30.220294 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd2d99-658d-4d23-ba84-1a6f0d32fdc9 req-0e320fbb-b133-436b-b7a4-76337ed5a8cf tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:30.221993 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b2fd2d99-658d-4d23-ba84-1a6f0d32fdc9 req-0e320fbb-b133-436b-b7a4-76337ed5a8cf tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.8328209
Apr 14 11:24:30.225377 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Usage tracker for resource:port and tenant:42a8edf20fd2489b856e4667ae588287 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:30.232786 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:30.240827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-2121884a-d0a0-4505-96c9-e5fa8807d622 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:30.261087 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:30.292376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2121884a-d0a0-4505-96c9-e5fa8807d622 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:30.295283 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b2fd2d99-658d-4d23-ba84-1a6f0d32fdc9 req-dd222636-7c8e-421c-934e-7a32accc7acb tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561810
Apr 14 11:24:30.306836 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2c25b180-674f-4eeb-b658-f9420c4a3d48 req-b59e0770-c920-40ef-8968-44be9620b5fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6037421
Apr 14 11:24:30.308009 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Made reservation on behalf of 42a8edf20fd2489b856e4667ae588287 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:24:30.319686 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:30.327650 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:30.365601 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:30.385271 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['54043a7e-a43f-4ebc-b1e8-81310c1de06c', '61558a4e-96b5-4303-af97-d8a56d6da7dd'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:24:30.479415 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 56762) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:30.515193 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:30.520071 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 8d9a2d18-a429-4568-873e-992567d1fb9a triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:30.520633 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:30.664533 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25b180-674f-4eeb-b658-f9420c4a3d48 req-12586bed-dbd6-4ae0-8e7e-4bba8977055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:30.669624 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2c25b180-674f-4eeb-b658-f9420c4a3d48 req-12586bed-dbd6-4ae0-8e7e-4bba8977055c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de9050b67e08476387fed4dd21923614&device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 1099 time: 0.2660918
Apr 14 11:24:30.681357 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Allocated IP 172.20.0.4 (b697626d-73a8-4a4d-86f6-e642e203014b/4213cafa-277c-42ee-9b65-c2d9ae792ac7/0f2cea50-f652-40ec-9002-e5e8a4220403) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:24:30.721575 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Attempting to bind port bcc2a6aa-7e5e-47e6-a065-936205eba373 on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:24:30.722291 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Attempting to bind port bcc2a6aa-7e5e-47e6-a065-936205eba373 by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': '4eead919-7c11-4b6a-ac23-5dae5512342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cc5716c3-3924-4dfe-b4b5-927d94f31dfb'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:24:30.722713 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Attempting to bind port bcc2a6aa-7e5e-47e6-a065-936205eba373 on network cc5716c3-3924-4dfe-b4b5-927d94f31dfb {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:24:30.745715 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:24:30.747082 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Checking segment: {'id': '4eead919-7c11-4b6a-ac23-5dae5512342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cc5716c3-3924-4dfe-b4b5-927d94f31dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:24:30.747553 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:30.748060 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Bound using segment: {'id': '4eead919-7c11-4b6a-ac23-5dae5512342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cc5716c3-3924-4dfe-b4b5-927d94f31dfb'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:24:30.748619 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Bound port: bcc2a6aa-7e5e-47e6-a065-936205eba373, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eead919-7c11-4b6a-ac23-5dae5512342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cc5716c3-3924-4dfe-b4b5-927d94f31dfb'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:24:30.749045 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:30.775248 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Network 6b5ae062-a161-4889-8402-18f1bfe40400 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:24:30.823203 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2121884a-d0a0-4505-96c9-e5fa8807d622 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:30.834745 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:24:30.840209 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:24:30.844220 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] For port bcc2a6aa-7e5e-47e6-a065-936205eba373, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:24:30.848154 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] For port bcc2a6aa-7e5e-47e6-a065-936205eba373, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=bcc2a6aa-7e5e-47e6-a065-936205eba373,segment=NetworkSegment(4eead919-7c11-4b6a-ac23-5dae5512342f),segment_id=4eead919-7c11-4b6a-ac23-5dae5512342f)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:24:30.914939 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:30.926700 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2121884a-d0a0-4505-96c9-e5fa8807d622 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:30.977716 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:30.982906 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2121884a-d0a0-4505-96c9-e5fa8807d622 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:30.988006 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-2121884a-d0a0-4505-96c9-e5fa8807d622 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8263566
Apr 14 11:24:30.988630 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56794) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:30.989461 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25b180-674f-4eeb-b658-f9420c4a3d48 req-3672c718-67d0-4bc9-ac71-81cf8c13bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:30.991562 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2c25b180-674f-4eeb-b658-f9420c4a3d48 req-3672c718-67d0-4bc9-ac71-81cf8c13bfb3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b5ae062-a161-4889-8402-18f1bfe40400 HTTP/1.1" status: 200  len: 916 time: 0.2843163
Apr 14 11:24:31.004336 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-9d45fc73-ce0e-40d8-9b47-96c8aa529b37 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Request body: {'security_group_rule': {'security_group_id': '192e6ad0-b89a-4a1e-bb25-933449038cbc', 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:31.010934 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9d45fc73-ce0e-40d8-9b47-96c8aa529b37 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:31.015533 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-9d45fc73-ce0e-40d8-9b47-96c8aa529b37 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Usage tracker for resource:security_group_rule and tenant:73c130d3f7dc4956aa28b890684d0e50 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:31.019692 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-9d45fc73-ce0e-40d8-9b47-96c8aa529b37 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:31.026074 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9d45fc73-ce0e-40d8-9b47-96c8aa529b37 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:31.027572 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-03db6fac-8737-4203-8a97-07cba7583313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:31.050491 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Pushing event updated for resources: {'Port': ['ID=1b786070-25d8-441c-8fd8-36ff58d02856,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:31.061954 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:31.075883 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-03db6fac-8737-4203-8a97-07cba7583313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:31.080888 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-03db6fac-8737-4203-8a97-07cba7583313 admin admin] Usage tracker for resource:security_group_rule and tenant:c685259e9dd143fb97e63e71b176116b is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:31.084056 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-03db6fac-8737-4203-8a97-07cba7583313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:31.090584 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-03db6fac-8737-4203-8a97-07cba7583313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:31.112474 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ec53538a-91f5-476a-843c-d29eb88ee2f0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:31.125654 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7a9c0-191a-45ad-90b1-243e25d71a2f None None] Pushing event updated for resources: {'Port': ['ID=bcc2a6aa-7e5e-47e6-a065-936205eba373,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:31.129475 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-35c7a9c0-191a-45ad-90b1-243e25d71a2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:31.167160 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:31.167927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:31.173690 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d45fc73-ce0e-40d8-9b47-96c8aa529b37 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:31.194863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121884a-d0a0-4505-96c9-e5fa8807d622 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e86466-de38-4799-978e-c1d31eb10c9a,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:31.204419 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2121884a-d0a0-4505-96c9-e5fa8807d622 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:31.241497 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976f973-0286-4ea3-b2d7-bcb302986c4b req-45381eb0-b04a-418c-b4a5-43593ca136bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:31.243695 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f976f973-0286-4ea3-b2d7-bcb302986c4b req-45381eb0-b04a-418c-b4a5-43593ca136bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 1099 time: 0.1975586
Apr 14 11:24:31.248555 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3692520
Apr 14 11:24:31.270432 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-03db6fac-8737-4203-8a97-07cba7583313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:31.302128 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Request body: {'port': {'device_id': '24be8013-54b4-43cf-bb62-b07601764598', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:31.340868 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56808) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:31.373771 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f976f973-0286-4ea3-b2d7-bcb302986c4b req-b4e2a290-1666-4069-b131-24b98c3cc502 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007466
Apr 14 11:24:31.409362 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d45fc73-ce0e-40d8-9b47-96c8aa529b37 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:31.440593 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2c25b180-674f-4eeb-b658-f9420c4a3d48 req-d57b5ed1-439f-488d-84ab-59294e332eb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54043a7e-a43f-4ebc-b1e8-81310c1de06c HTTP/1.1" status: 200  len: 217 time: 0.3728909
Apr 14 11:24:31.467101 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-03db6fac-8737-4203-8a97-07cba7583313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:31.473508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Routers {'2abd072b-0e29-451e-ab0c-1f7a67c9837c'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:24:31.474501 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12be06128>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:24:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['2abd072b-0e29-451e-ab0c-1f7a67c9837c'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:31.517575 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4e8a600f-f2d3-4e1e-9d35-374dc6db3600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:31.565970 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:31.581927 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-03db6fac-8737-4203-8a97-07cba7583313 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c685259e9dd143fb97e63e71b176116b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0971611
Apr 14 11:24:31.624806 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56816) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:31.667127 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db6fac-8737-4203-8a97-07cba7583313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce78c274-1cb7-4d83-b86e-38786151d05d,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:31.672183 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d45fc73-ce0e-40d8-9b47-96c8aa529b37 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:31.686998 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-03db6fac-8737-4203-8a97-07cba7583313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:31.690306 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25b180-674f-4eeb-b658-f9420c4a3d48 req-c60437e2-2014-461d-8a23-4aebce1fd4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:31.691957 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2c25b180-674f-4eeb-b658-f9420c4a3d48 req-c60437e2-2014-461d-8a23-4aebce1fd4df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d255a5ae-2634-43d7-8e91-eade956f26e1 HTTP/1.1" status: 200  len: 855 time: 0.1927347
Apr 14 11:24:31.711994 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-86e05b42-5440-4aa0-9699-6bfa3af2e4aa tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:31.729434 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ab8d6da5-0023-41a0-bcdd-c1b7d920d84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:31.737821 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] Set router 2abd072b-0e29-451e-ab0c-1f7a67c9837c gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:24:31.774026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45fc73-ce0e-40d8-9b47-96c8aa529b37 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edc9731-072e-4f09-b6b7-56b9d1c7e03a,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:31.828449 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ab8d6da5-0023-41a0-bcdd-c1b7d920d84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:31.831189 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9d45fc73-ce0e-40d8-9b47-96c8aa529b37 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:31.844348 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ab8d6da5-0023-41a0-bcdd-c1b7d920d84b admin admin] Usage tracker for resource:security_group_rule and tenant:4f5dbf3dc7ed47199cec174e6bdce0b7 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:31.851808 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ab8d6da5-0023-41a0-bcdd-c1b7d920d84b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:31.918796 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0a960351-e849-454b-abc7-01fe5af04816 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:31.920562 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0a960351-e849-454b-abc7-01fe5af04816 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Synchronizing usage tracker for tenant:9d8060b84813488fa4f5527b0ab29766 on resource:network {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:24:31.926896 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2c25b180-674f-4eeb-b658-f9420c4a3d48 req-c60ec240-31de-4227-b5d9-111d5ce266f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b5ae062-a161-4889-8402-18f1bfe40400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1193533
Apr 14 11:24:32.020714 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ab8d6da5-0023-41a0-bcdd-c1b7d920d84b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:32.058888 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:32.140604 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d45fc73-ce0e-40d8-9b47-96c8aa529b37 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:32.144868 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-9d45fc73-ce0e-40d8-9b47-96c8aa529b37 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.1464322
Apr 14 11:24:32.145465 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2c25b180-674f-4eeb-b658-f9420c4a3d48 req-caeeb91d-0dcd-4bf4-92da-a1c8180c8088 service neutron] 10.222.0.47 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1598775
Apr 14 11:24:32.155015 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b516aa9-cb3c-4f4f-afcc-d877c7635ea1 req-ee19bdf0-3ccc-4701-a6cb-52d4ff97b7b8 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:32.157040 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1b516aa9-cb3c-4f4f-afcc-d877c7635ea1 req-ee19bdf0-3ccc-4701-a6cb-52d4ff97b7b8 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 931 time: 1.1590579
Apr 14 11:24:32.157621 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 56826) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:32.182142 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:32.187798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12be06128>, [{'id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'name': 'tempest-TestShelveInstance-881588681-router', 'tenant_id': 'b9449d45af4f4b20be4495df7685917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '8d9a2d18-a429-4568-873e-992567d1fb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:13Z', 'updated_at': '2021-04-14T11:24:25Z', 'revision_number': 4, 'project_id': 'b9449d45af4f4b20be4495df7685917b', 'gw_port': {'id': '8d9a2d18-a429-4568-873e-992567d1fb9a', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:15Z', 'updated_at': '2021-04-14T11:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'bcc2a6aa-7e5e-47e6-a065-936205eba373', 'name': '', 'network_id': 'cc5716c3-3924-4dfe-b4b5-927d94f31dfb', 'tenant_id': 'b9449d45af4f4b20be4495df7685917b', 'mac_address': 'fa:16:3e:02:22:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd8a3d205-7132-40bd-90e2-03b13b577c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:22Z', 'updated_at': '2021-04-14T11:24:30Z', 'revision_number': 4, 'project_id': 'b9449d45af4f4b20be4495df7685917b', 'subnets': [{'id': 'd8a3d205-7132-40bd-90e2-03b13b577c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:32.193486 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d75a09b-efe1-46c4-a5f6-c61c8263bf40 None None] The sync data for ids ['2abd072b-0e29-451e-ab0c-1f7a67c9837c'] in dv-cinder-774594-3-iscsi is: [{'id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'name': 'tempest-TestShelveInstance-881588681-router', 'tenant_id': 'b9449d45af4f4b20be4495df7685917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '8d9a2d18-a429-4568-873e-992567d1fb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:13Z', 'updated_at': '2021-04-14T11:24:25Z', 'revision_number': 4, 'project_id': 'b9449d45af4f4b20be4495df7685917b', 'gw_port': {'id': '8d9a2d18-a429-4568-873e-992567d1fb9a', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:15Z', 'updated_at': '2021-04-14T11:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'bcc2a6aa-7e5e-47e6-a065-936205eba373', 'name': '', 'network_id': 'cc5716c3-3924-4dfe-b4b5-927d94f31dfb', 'tenant_id': 'b9449d45af4f4b20be4495df7685917b', 'mac_address': 'fa:16:3e:02:22:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd8a3d205-7132-40bd-90e2-03b13b577c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:22Z', 'updated_at': '2021-04-14T11:24:30Z', 'revision_number': 4, 'project_id': 'b9449d45af4f4b20be4495df7685917b', 'subnets': [{'id': 'd8a3d205-7132-40bd-90e2-03b13b577c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:24:32.220728 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-ca416888-1683-469c-a317-29898c7edf6c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Request body: {'security_group_rule': {'security_group_id': '192e6ad0-b89a-4a1e-bb25-933449038cbc', 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:32.226716 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0a960351-e849-454b-abc7-01fe5af04816 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Unset dirty status for tenant:9d8060b84813488fa4f5527b0ab29766 on resource:network {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:24:32.228237 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0a960351-e849-454b-abc7-01fe5af04816 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/networks?id=965dee3f-e10e-4b39-b0ce-e283a28dbf34 HTTP/1.1" status: 200  len: 809 time: 1.2314301
Apr 14 11:24:32.254352 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ca416888-1683-469c-a317-29898c7edf6c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:32.278182 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ca416888-1683-469c-a317-29898c7edf6c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Usage tracker for resource:security_group_rule and tenant:73c130d3f7dc4956aa28b890684d0e50 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:32.364981 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ca416888-1683-469c-a317-29898c7edf6c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:32.422871 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ca416888-1683-469c-a317-29898c7edf6c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:32.430651 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b786070-25d8-441c-8fd8-36ff58d02856 {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:24:32.432834 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1b516aa9-cb3c-4f4f-afcc-d877c7635ea1 req-dd68054f-2752-460d-81fe-2ece2d43e8ac tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2607787
Apr 14 11:24:32.440244 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:32.448427 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-9d8e5c75-b7f6-470c-ab71-b0076ab7f4e0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/quotas/9d8060b84813488fa4f5527b0ab29766 HTTP/1.1" status: 200  len: 375 time: 0.1903250
Apr 14 11:24:32.455026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:32.479557 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.securitygroups_db [None req-ca416888-1683-469c-a317-29898c7edf6c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Project 73c130d3f7dc4956aa28b890684d0e50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 14 11:24:32.482800 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Transition to ACTIVE for port object 1b786070-25d8-441c-8fd8-36ff58d02856 will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:24:32.488936 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:32.504768 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a48695fc-799e-4cc1-b4c9-c65ddc27a375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:32.519335 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:32.533427 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ca416888-1683-469c-a317-29898c7edf6c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:32.542530 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ab8d6da5-0023-41a0-bcdd-c1b7d920d84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:32.557403 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce78c274-1cb7-4d83-b86e-38786151d05d,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:32.566236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Transition to ACTIVE for port object 0f2cea50-f652-40ec-9002-e5e8a4220403 will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:24:32.569790 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-1d8dabd7-c102-4dfa-9896-543cc84c6e97 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d8060b84813488fa4f5527b0ab29766&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1103818
Apr 14 11:24:32.571327 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ab8d6da5-0023-41a0-bcdd-c1b7d920d84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:32.658913 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:32.659575 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:32.659709 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:32.660111 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:32.660501 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:32.660888 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:32.661301 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:32.661691 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:32.662076 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:32.662462 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:32.662847 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:32.663221 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:32.666783 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:32.692798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:32.703788 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2c25b180-674f-4eeb-b658-f9420c4a3d48 req-4e6e10af-a31c-4874-9680-bd149bbcbbb8 service neutron] 10.222.0.47 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5359836
Apr 14 11:24:32.734608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:32.737628 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce78c274-1cb7-4d83-b86e-38786151d05d HTTP/1.1" status: 204  len: 168 time: 1.0687041
Apr 14 11:24:33.059631 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e4a752d2-f278-4c4e-924c-d3b0957a9fb8 req-18e1b8a4-7575-44c8-a6af-89c827239b72 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 210 time: 0.4078007
Apr 14 11:24:33.086459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Pushing event updated for resources: {'Port': ['ID=1b786070-25d8-441c-8fd8-36ff58d02856,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:33.101491 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-ab8d6da5-0023-41a0-bcdd-c1b7d920d84b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f5dbf3dc7ed47199cec174e6bdce0b7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7573242
Apr 14 11:24:33.108727 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:33.109292 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56834) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:33.110933 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0c25e459-2b65-4d68-b5e9-2f39618b26dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.520s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:33.164273 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:33.167517 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ca416888-1683-469c-a317-29898c7edf6c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:33.189803 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:33.254411 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-47586d5b-1d6b-4290-8e65-939c8db1248d service neutron] 10.222.0.20 "GET /v2.0/networks/965dee3f-e10e-4b39-b0ce-e283a28dbf34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6479077
Apr 14 11:24:33.258396 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ca416888-1683-469c-a317-29898c7edf6c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:33.281017 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:33.289588 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d6da5-0023-41a0-bcdd-c1b7d920d84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725ed40b-52c5-4609-899c-7406fc27bea3,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:33.293122 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ab8d6da5-0023-41a0-bcdd-c1b7d920d84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:33.423507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6b61f85c-30d1-432e-bb4b-47f828414ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:33.495557 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Attempting to bind port 1b786070-25d8-441c-8fd8-36ff58d02856 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:24:33.496024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Attempting to bind port 1b786070-25d8-441c-8fd8-36ff58d02856 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '0bb50e76-f091-470d-9a1c-30ece105ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:24:33.496487 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Attempting to bind port 1b786070-25d8-441c-8fd8-36ff58d02856 on network 6b5ae062-a161-4889-8402-18f1bfe40400 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:24:33.515164 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Port 1b786070-25d8-441c-8fd8-36ff58d02856 on network 6b5ae062-a161-4889-8402-18f1bfe40400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:24:33.515644 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Attempting to bind port 1b786070-25d8-441c-8fd8-36ff58d02856 on network 6b5ae062-a161-4889-8402-18f1bfe40400 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:24:33.534969 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6b61f85c-30d1-432e-bb4b-47f828414ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:33.585867 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Pushing event updated for resources: {'Port': ['ID=0f2cea50-f652-40ec-9002-e5e8a4220403,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:33.605863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device bcc2a6aa-7e5e-47e6-a065-936205eba373 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:33.627031 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:24:33.627658 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Checking segment: {'id': '0bb50e76-f091-470d-9a1c-30ece105ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:24:33.628389 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Bound using segment: {'id': '0bb50e76-f091-470d-9a1c-30ece105ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:24:33.629032 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Bound port: 1b786070-25d8-441c-8fd8-36ff58d02856, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb50e76-f091-470d-9a1c-30ece105ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:24:33.629596 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:33.630462 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:33.630878 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:33.631251 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:33.631642 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:33.632025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:33.632415 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:33.632798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:33.633224 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:33.633608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:33.633996 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:33.634367 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:33.635410 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:33.645315 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ca416888-1683-469c-a317-29898c7edf6c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:33.649592 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-ca416888-1683-469c-a317-29898c7edf6c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.4846957
Apr 14 11:24:33.656712 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:33.657246 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 56842) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:33.657864 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:33.684398 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-e7cedc14-1638-4829-a2ce-97fd95ca65df tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Request body: {'security_group_rule': {'security_group_id': '192e6ad0-b89a-4a1e-bb25-933449038cbc', 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:33.719668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port bcc2a6aa-7e5e-47e6-a065-936205eba373 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:33.725760 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port bcc2a6aa-7e5e-47e6-a065-936205eba373 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:33.727256 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:33.734349 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-e7cedc14-1638-4829-a2ce-97fd95ca65df tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:33.744581 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca416888-1683-469c-a317-29898c7edf6c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0cbdc2-06b1-44f1-a96a-7824cfdf0407,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:33.756236 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-63e931cf-900b-4a92-ab1a-0656e442fed1 service neutron] 10.222.0.20 "GET /v2.0/networks/965dee3f-e10e-4b39-b0ce-e283a28dbf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5007296
Apr 14 11:24:33.758771 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ca416888-1683-469c-a317-29898c7edf6c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:33.759767 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-e7cedc14-1638-4829-a2ce-97fd95ca65df tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Usage tracker for resource:security_group_rule and tenant:73c130d3f7dc4956aa28b890684d0e50 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:33.761239 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6b61f85c-30d1-432e-bb4b-47f828414ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:33.764752 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-e7cedc14-1638-4829-a2ce-97fd95ca65df tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:33.771051 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f618355e-02a2-4864-83b0-de2a1f36deb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:33.780979 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-e7cedc14-1638-4829-a2ce-97fd95ca65df tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:33.803027 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61f85c-30d1-432e-bb4b-47f828414ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725ed40b-52c5-4609-899c-7406fc27bea3,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:33.808778 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e11d69-11dd-4206-87ea-f1ea3082af25 req-c2198f7c-b438-4340-bc24-6f3d86d0d739 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:33.810883 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e3e11d69-11dd-4206-87ea-f1ea3082af25 req-c2198f7c-b438-4340-bc24-6f3d86d0d739 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.4970384
Apr 14 11:24:33.811887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] For port 1b786070-25d8-441c-8fd8-36ff58d02856, host hv-cinder-77459, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:24:33.814105 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Network b697626d-73a8-4a4d-86f6-e642e203014b is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:24:33.816293 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] For port 1b786070-25d8-441c-8fd8-36ff58d02856, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1b786070-25d8-441c-8fd8-36ff58d02856,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:24:33.817589 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:24:33.827878 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:24:33.834225 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6b61f85c-30d1-432e-bb4b-47f828414ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:33.835909 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6b61f85c-30d1-432e-bb4b-47f828414ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:33.857569 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-6b61f85c-30d1-432e-bb4b-47f828414ee9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/725ed40b-52c5-4609-899c-7406fc27bea3 HTTP/1.1" status: 204  len: 168 time: 0.7156630
Apr 14 11:24:33.859570 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:33.880339 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.securitygroups_db [None req-e7cedc14-1638-4829-a2ce-97fd95ca65df tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Project 73c130d3f7dc4956aa28b890684d0e50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 14 11:24:33.894653 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:33.964077 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e7cedc14-1638-4829-a2ce-97fd95ca65df tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:34.022341 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:34.061650 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port bcc2a6aa-7e5e-47e6-a065-936205eba373, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=bcc2a6aa-7e5e-47e6-a065-936205eba373,segment=NetworkSegment(4eead919-7c11-4b6a-ac23-5dae5512342f),segment_id=4eead919-7c11-4b6a-ac23-5dae5512342f)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:34.080559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:34.082721 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:34.112611 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e3e11d69-11dd-4206-87ea-f1ea3082af25 req-cc4c1cf3-ccbe-4ede-ba6f-db2d26d71399 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2118125
Apr 14 11:24:34.147620 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Pushing event updated for resources: {'Port': ['ID=1b786070-25d8-441c-8fd8-36ff58d02856,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:34.156754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:34.157512 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:34.159879 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:34.238346 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4028931
Apr 14 11:24:34.255556 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=bcc2a6aa-7e5e-47e6-a065-936205eba373,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:34.261668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:34.278544 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Request body: {'port': {'device_id': 'fa266e8f-5999-4c69-a443-204e30e4ae01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:34.300069 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-f69ee589-1c13-4cf2-9012-5d3cd395d0e0 None None] Provisioning for port 0f2cea50-f652-40ec-9002-e5e8a4220403 completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:34.308024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-f69ee589-1c13-4cf2-9012-5d3cd395d0e0 None None] Provisioning complete for port 0f2cea50-f652-40ec-9002-e5e8a4220403 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:34.308458 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f69ee589-1c13-4cf2-9012-5d3cd395d0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:34.378654 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:34.379242 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:34.380972 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] 10.222.0.47 "PUT /v2.0/ports/1b786070-25d8-441c-8fd8-36ff58d02856 HTTP/1.1" status: 200  len: 1093 time: 3.0836852
Apr 14 11:24:34.381899 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24be8013-54b4-43cf-bb62-b07601764598', 'tag': '1b786070-25d8-441c-8fd8-36ff58d02856'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:24:34.390589 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-f69ee589-1c13-4cf2-9012-5d3cd395d0e0 None None] Port 0f2cea50-f652-40ec-9002-e5e8a4220403 cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:24:34.479897 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6718bf93-8501-478a-b9de-fce57be97227 req-1fd567e3-5c7e-4579-806f-181907d88d39 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 210 time: 0.2257307
Apr 14 11:24:34.494490 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e7cedc14-1638-4829-a2ce-97fd95ca65df tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:34.510572 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e7cedc14-1638-4829-a2ce-97fd95ca65df tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:34.580069 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-cc335762-706a-4fbc-bdab-06f73fc7e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:34.581720 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-cc335762-706a-4fbc-bdab-06f73fc7e62f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de9050b67e08476387fed4dd21923614&device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 1096 time: 0.1551740
Apr 14 11:24:34.606311 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ca416888-1683-469c-a317-29898c7edf6c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:34.679920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 56870) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:34.704452 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-e9694f77-9cfb-478b-933d-f00920e40353 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b786070-25d8-441c-8fd8-36ff58d02856 HTTP/1.1" status: 200  len: 217 time: 0.1140783
Apr 14 11:24:34.708900 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0eb0b14c-1736-4091-9763-7d133ebb0b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:34.714797 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e7cedc14-1638-4829-a2ce-97fd95ca65df tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:34.716065 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-e7cedc14-1638-4829-a2ce-97fd95ca65df tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 1.0516431
Apr 14 11:24:34.724591 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0eb0b14c-1736-4091-9763-7d133ebb0b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:34.726986 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cedc14-1638-4829-a2ce-97fd95ca65df tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f37e08-e1c4-47a6-ac9d-05e2b7f57b86,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:34.728803 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0eb0b14c-1736-4091-9763-7d133ebb0b14 admin admin] Usage tracker for resource:security_group_rule and tenant:81ec5659f76e49e38c9b218a4c48cb41 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:34.731870 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0eb0b14c-1736-4091-9763-7d133ebb0b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:34.738145 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0eb0b14c-1736-4091-9763-7d133ebb0b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:34.741624 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e7cedc14-1638-4829-a2ce-97fd95ca65df tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:34.744023 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:34.827896 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0eb0b14c-1736-4091-9763-7d133ebb0b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:34.831488 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0eb0b14c-1736-4091-9763-7d133ebb0b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:34.836559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75f235-03e8-4a71-b739-9495b3b8f151 req-adad3a94-6333-435e-90f5-8ebfc14ddc28 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:34.838232 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5e75f235-03e8-4a71-b739-9495b3b8f151 req-adad3a94-6333-435e-90f5-8ebfc14ddc28 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 943 time: 0.5127940
Apr 14 11:24:34.841345 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8a220eec-0710-42c2-b0f0-696ef484be4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:34.885715 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-0eb0b14c-1736-4091-9763-7d133ebb0b14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81ec5659f76e49e38c9b218a4c48cb41&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2042663
Apr 14 11:24:34.886377 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0b14c-1736-4091-9763-7d133ebb0b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95d85a0-3445-4549-9977-69475613f96d,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:34.889922 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 56882) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:34.890537 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0eb0b14c-1736-4091-9763-7d133ebb0b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:34.962185 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5e75f235-03e8-4a71-b739-9495b3b8f151 req-63eff759-8ed0-41ff-a37d-f0aab912e8f8 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762022
Apr 14 11:24:34.978828 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de9003-37a4-47da-bd54-dba2bd12b78d req-d89b94e0-86ab-45cf-b6fb-6874f9dcfc8c tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:34.979599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-d4de9003-37a4-47da-bd54-dba2bd12b78d req-d89b94e0-86ab-45cf-b6fb-6874f9dcfc8c tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Synchronizing usage tracker for tenant:42a8edf20fd2489b856e4667ae588287 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:24:35.084949 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-d4de9003-37a4-47da-bd54-dba2bd12b78d req-d89b94e0-86ab-45cf-b6fb-6874f9dcfc8c tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Unset dirty status for tenant:42a8edf20fd2489b856e4667ae588287 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:24:35.086273 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d4de9003-37a4-47da-bd54-dba2bd12b78d req-d89b94e0-86ab-45cf-b6fb-6874f9dcfc8c tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 931 time: 0.4194500
Apr 14 11:24:35.100000 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e633e3e8-ac91-4001-b71a-a946b7343e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:35.120928 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24be8013-54b4-43cf-bb62-b07601764598', 'tag': '1b786070-25d8-441c-8fd8-36ff58d02856', 'status': 'completed', 'code': 200}
Apr 14 11:24:35.186089 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d4de9003-37a4-47da-bd54-dba2bd12b78d req-ee67d13b-c8e8-4c18-ad1a-2e4acfc264fe tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830083
Apr 14 11:24:35.193236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e633e3e8-ac91-4001-b71a-a946b7343e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:35.352386 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e633e3e8-ac91-4001-b71a-a946b7343e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:35.358937 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-232343aa-0a43-43f4-bc38-60ec416cbd5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:35.375867 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633e3e8-ac91-4001-b71a-a946b7343e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95d85a0-3445-4549-9977-69475613f96d,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:35.378253 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e633e3e8-ac91-4001-b71a-a946b7343e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:35.394741 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e633e3e8-ac91-4001-b71a-a946b7343e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:35.396040 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-e633e3e8-ac91-4001-b71a-a946b7343e1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d95d85a0-3445-4549-9977-69475613f96d HTTP/1.1" status: 204  len: 168 time: 0.5054569
Apr 14 11:24:35.569531 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device bcc2a6aa-7e5e-47e6-a065-936205eba373 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:35.618675 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2cea50-f652-40ec-9002-e5e8a4220403 {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:24:35.635004 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:35.706587 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port bcc2a6aa-7e5e-47e6-a065-936205eba373 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:35.706988 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:35.713089 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-33478250-96ec-4109-8886-55e2d61c805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:35.714938 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-33478250-96ec-4109-8886-55e2d61c805b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d255a5ae-2634-43d7-8e91-eade956f26e1 HTTP/1.1" status: 200  len: 855 time: 0.0904679
Apr 14 11:24:35.736846 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Transition to ACTIVE for port object 0f2cea50-f652-40ec-9002-e5e8a4220403 will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:24:35.740234 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-80dccd5a-95d1-49d6-9a5a-acece273a72a req-fda87b58-43c5-40df-adbb-90aac196b8a8 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 210 time: 0.0905368
Apr 14 11:24:35.744219 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:35.773802 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:35.835407 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6294815-2ff4-42d3-84df-5ef8f6720bd5 req-4495a4fd-2610-4e77-a1a9-f4d46eeeeef3 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:35.837017 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d6294815-2ff4-42d3-84df-5ef8f6720bd5 req-4495a4fd-2610-4e77-a1a9-f4d46eeeeef3 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.3703315
Apr 14 11:24:35.946870 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d6294815-2ff4-42d3-84df-5ef8f6720bd5 req-1551aaec-732a-4983-8bf8-6f88dd7a1491 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976300
Apr 14 11:24:35.957551 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2cea50-f652-40ec-9002-e5e8a4220403,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:35.960585 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:36.525237 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Attempting to bind port 0f2cea50-f652-40ec-9002-e5e8a4220403 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:24:36.525617 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Attempting to bind port 0f2cea50-f652-40ec-9002-e5e8a4220403 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '740351c2-c7cf-4200-8229-e7c24a0aac17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:24:36.525992 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Attempting to bind port 0f2cea50-f652-40ec-9002-e5e8a4220403 on network b697626d-73a8-4a4d-86f6-e642e203014b {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:24:36.544195 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Port 0f2cea50-f652-40ec-9002-e5e8a4220403 on network b697626d-73a8-4a4d-86f6-e642e203014b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:24:36.544599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Attempting to bind port 0f2cea50-f652-40ec-9002-e5e8a4220403 on network b697626d-73a8-4a4d-86f6-e642e203014b {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:24:36.561488 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:24:36.561871 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Checking segment: {'id': '740351c2-c7cf-4200-8229-e7c24a0aac17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:24:36.562302 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Bound using segment: {'id': '740351c2-c7cf-4200-8229-e7c24a0aac17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:24:36.562795 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Bound port: 0f2cea50-f652-40ec-9002-e5e8a4220403, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740351c2-c7cf-4200-8229-e7c24a0aac17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:24:36.563183 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:36.623390 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbffe85-40e5-4c77-bd5e-a434840f215c req-5fde3603-8eb2-4d34-9098-bbc162be88cd tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:36.625042 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-efbffe85-40e5-4c77-bd5e-a434840f215c req-5fde3603-8eb2-4d34-9098-bbc162be88cd tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 943 time: 0.5069168
Apr 14 11:24:36.650823 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678debb-4572-419d-b558-bd042887e3c0 req-d2657ed9-6e94-4a9e-aaa7-f480b093aa83 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:36.652426 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f678debb-4572-419d-b558-bd042887e3c0 req-d2657ed9-6e94-4a9e-aaa7-f480b093aa83 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 943 time: 0.2296298
Apr 14 11:24:36.716326 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-efbffe85-40e5-4c77-bd5e-a434840f215c req-4b3d504f-a9e3-40d9-be41-c709127ceee4 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790107
Apr 14 11:24:36.724313 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f678debb-4572-419d-b558-bd042887e3c0 req-939cc632-6358-49a9-852d-c4672d857781 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584540
Apr 14 11:24:36.725417 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] For port 0f2cea50-f652-40ec-9002-e5e8a4220403, host hv-cinder-77459, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:24:36.728971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] For port 0f2cea50-f652-40ec-9002-e5e8a4220403, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=0f2cea50-f652-40ec-9002-e5e8a4220403,segment=NetworkSegment(740351c2-c7cf-4200-8229-e7c24a0aac17),segment_id=740351c2-c7cf-4200-8229-e7c24a0aac17)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:24:36.734337 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:36.753413 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:36.941495 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-248e93b9-5964-473a-b458-d9c1a8b65330 req-7ed09678-89fa-4a68-9a0c-3d5b3f405687 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 210 time: 0.0716856
Apr 14 11:24:36.962363 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2cea50-f652-40ec-9002-e5e8a4220403,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:36.965766 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:37.005298 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:37.005973 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:37.007550 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] 10.222.0.47 "PUT /v2.0/ports/0f2cea50-f652-40ec-9002-e5e8a4220403 HTTP/1.1" status: 200  len: 1093 time: 2.7558856
Apr 14 11:24:37.009987 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa266e8f-5999-4c69-a443-204e30e4ae01', 'tag': '0f2cea50-f652-40ec-9002-e5e8a4220403'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:24:37.064686 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa266e8f-5999-4c69-a443-204e30e4ae01', 'tag': '0f2cea50-f652-40ec-9002-e5e8a4220403', 'status': 'completed', 'code': 200}
Apr 14 11:24:37.177425 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30a39c-7cd2-45bd-8c22-d7eb3a2c89b6 req-30f7fff4-1e36-45e3-9160-3616d2d186b3 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:37.179152 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bf30a39c-7cd2-45bd-8c22-d7eb3a2c89b6 req-30f7fff4-1e36-45e3-9160-3616d2d186b3 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1004462
Apr 14 11:24:37.217241 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bf30a39c-7cd2-45bd-8c22-d7eb3a2c89b6 req-2ec14b11-4499-4dad-b714-b41d6b209282 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0292544
Apr 14 11:24:37.613192 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-93032edc-0cbe-42eb-b110-ef1379faf5fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b5ae062-a161-4889-8402-18f1bfe40400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500951
Apr 14 11:24:37.965476 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262b836-2938-4ca2-99b7-cc84696b7054 req-4d57b8cf-38e8-4b63-b57b-bd5f6415a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:37.968054 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4262b836-2938-4ca2-99b7-cc84696b7054 req-4d57b8cf-38e8-4b63-b57b-bd5f6415a62f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da21fbce17af42eb883bce1555072e06&device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 1099 time: 0.3322191
Apr 14 11:24:37.981599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9b148-e99c-4f63-98fa-c48b148506f5 req-7b104620-468f-4b14-b12c-b5f82ca3f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:37.984098 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2cb9b148-e99c-4f63-98fa-c48b148506f5 req-7b104620-468f-4b14-b12c-b5f82ca3f0b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42a8edf20fd2489b856e4667ae588287&device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 1096 time: 0.2912962
Apr 14 11:24:37.984632 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-38d08421-0e13-45b1-bb41-de979c11fbf4 service neutron] 10.222.0.47 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3593850
Apr 14 11:24:38.166270 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b71044f-7e4a-4d94-aea7-1f2836e936d0 req-4f321766-018f-448b-bd64-e5180ae58500 service neutron] 10.222.0.47 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1652443
Apr 14 11:24:38.298192 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0082aca-e948-4a33-a493-c98cf0f7f8ab req-eaabdf27-b2a8-47ef-a97e-d107555869f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:38.299733 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c0082aca-e948-4a33-a493-c98cf0f7f8ab req-eaabdf27-b2a8-47ef-a97e-d107555869f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de9050b67e08476387fed4dd21923614&device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 1096 time: 0.0823550
Apr 14 11:24:38.334975 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262b836-2938-4ca2-99b7-cc84696b7054 req-45299882-8d6a-4ff9-9b1e-067c8b988f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:38.336578 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4262b836-2938-4ca2-99b7-cc84696b7054 req-45299882-8d6a-4ff9-9b1e-067c8b988f3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=7143d856-ff11-43d2-8c4d-ccc71b1058f1 HTTP/1.1" status: 200  len: 920 time: 0.3582842
Apr 14 11:24:38.446767 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffeaf7-bb8d-4222-a365-be0545bd4c56 req-c6f6ff48-0a42-4384-b814-31e6c4d19fa6 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:38.448511 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e3ffeaf7-bb8d-4222-a365-be0545bd4c56 req-c6f6ff48-0a42-4384-b814-31e6c4d19fa6 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 943 time: 0.5728459
Apr 14 11:24:38.459327 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9b148-e99c-4f63-98fa-c48b148506f5 req-8532a50d-7472-4084-af09-ab3201ea9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:38.460871 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2cb9b148-e99c-4f63-98fa-c48b148506f5 req-8532a50d-7472-4084-af09-ab3201ea9c6e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=42a8edf20fd2489b856e4667ae588287&shared=False HTTP/1.1" status: 200  len: 912 time: 0.4293830
Apr 14 11:24:38.464944 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4262b836-2938-4ca2-99b7-cc84696b7054 req-060ff487-b52f-406e-a377-ac1179cd3dad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a762df2-4724-4061-b177-3d3782de6cef HTTP/1.1" status: 200  len: 217 time: 0.1060684
Apr 14 11:24:38.561797 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0082aca-e948-4a33-a493-c98cf0f7f8ab req-3dd15117-fec5-4cac-a430-6f2e7f3fb8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:38.563330 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c0082aca-e948-4a33-a493-c98cf0f7f8ab req-3dd15117-fec5-4cac-a430-6f2e7f3fb8fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b5ae062-a161-4889-8402-18f1bfe40400 HTTP/1.1" status: 200  len: 916 time: 0.2506225
Apr 14 11:24:38.587179 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23094d4-097e-4514-97cc-8351eb036e6a req-83938e11-424b-4fcf-b796-d103c3fbec4a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:38.589028 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f23094d4-097e-4514-97cc-8351eb036e6a req-83938e11-424b-4fcf-b796-d103c3fbec4a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 943 time: 0.4812217
Apr 14 11:24:38.597957 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e3ffeaf7-bb8d-4222-a365-be0545bd4c56 req-109c33e8-dcf0-4d7c-8704-46267a0a2ce6 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358790
Apr 14 11:24:38.654073 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c0082aca-e948-4a33-a493-c98cf0f7f8ab req-1e61b23d-84ce-4e2f-8304-e2484d32ca78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b786070-25d8-441c-8fd8-36ff58d02856 HTTP/1.1" status: 200  len: 217 time: 0.0791910
Apr 14 11:24:38.723919 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262b836-2938-4ca2-99b7-cc84696b7054 req-8d2fd3f4-438c-42e4-9c0a-03d379174aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:38.725775 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4262b836-2938-4ca2-99b7-cc84696b7054 req-8d2fd3f4-438c-42e4-9c0a-03d379174aff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b05589-3e80-486a-af43-2ca7b75f34c0 HTTP/1.1" status: 200  len: 859 time: 0.2451184
Apr 14 11:24:38.734360 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f23094d4-097e-4514-97cc-8351eb036e6a req-9dc995df-dd5a-4531-ac0f-dd50670a3141 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1353893
Apr 14 11:24:38.755428 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0082aca-e948-4a33-a493-c98cf0f7f8ab req-c603f32f-e9e9-474b-b35a-05be38727fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:38.757021 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c0082aca-e948-4a33-a493-c98cf0f7f8ab req-c603f32f-e9e9-474b-b35a-05be38727fac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d255a5ae-2634-43d7-8e91-eade956f26e1 HTTP/1.1" status: 200  len: 855 time: 0.0829253
Apr 14 11:24:38.768664 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-e7e09f34-8af9-4ec2-97d5-8cafca028c17 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:38.780797 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-e7e09f34-8af9-4ec2-97d5-8cafca028c17 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.47 "GET /v2.0/networks?id=965dee3f-e10e-4b39-b0ce-e283a28dbf34 HTTP/1.1" status: 200  len: 809 time: 0.3527875
Apr 14 11:24:38.790458 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9b148-e99c-4f63-98fa-c48b148506f5 req-87a6c65f-4f33-41a3-8484-94987acf0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:38.792316 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2cb9b148-e99c-4f63-98fa-c48b148506f5 req-87a6c65f-4f33-41a3-8484-94987acf0191 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3078558
Apr 14 11:24:38.828520 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Request body: {'port': {'device_id': '7ac459ec-aa20-4434-a540-389b14dd408f', 'network_id': '965dee3f-e10e-4b39-b0ce-e283a28dbf34', 'admin_state_up': True, 'tenant_id': '9d8060b84813488fa4f5527b0ab29766'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:38.852718 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c0082aca-e948-4a33-a493-c98cf0f7f8ab req-055f20af-d944-46fb-bebe-42408ee1102b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b5ae062-a161-4889-8402-18f1bfe40400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0706599
Apr 14 11:24:38.942182 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-45c86e9f-660d-4008-8c77-8ffc9af5d5c3 req-206b6a09-5b9d-44d2-8235-e2d92619b46e tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 210 time: 0.1487782
Apr 14 11:24:38.944285 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4262b836-2938-4ca2-99b7-cc84696b7054 req-348955c3-6f6a-43cb-8792-6a469671a5f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7143d856-ff11-43d2-8c4d-ccc71b1058f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2089181
Apr 14 11:24:39.148809 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:39.154703 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Usage tracker for resource:port and tenant:9d8060b84813488fa4f5527b0ab29766 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:39.158566 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:39.165249 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:39.176946 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c0082aca-e948-4a33-a493-c98cf0f7f8ab req-bd7432c3-8994-4d06-8fe5-f5525ca5a3a0 service neutron] 10.222.0.47 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3106551
Apr 14 11:24:39.179288 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Made reservation on behalf of 9d8060b84813488fa4f5527b0ab29766 for: {'port': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:24:39.186398 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:39.221941 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4262b836-2938-4ca2-99b7-cc84696b7054 req-b69743a9-51e3-4a94-b11e-71073369a07a service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2677445
Apr 14 11:24:39.224862 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-ba313c9f-a3cb-4bde-b22c-7917696173be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:39.227045 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-ba313c9f-a3cb-4bde-b22c-7917696173be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42a8edf20fd2489b856e4667ae588287&device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 1096 time: 0.3461187
Apr 14 11:24:39.240662 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52365c-1278-4ea8-8b15-ddb796660e81 req-47b3749a-0a00-4360-b58c-ff809fe05f5a tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:39.242271 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1d52365c-1278-4ea8-8b15-ddb796660e81 req-47b3749a-0a00-4360-b58c-ff809fe05f5a tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.2582393
Apr 14 11:24:39.339284 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-f3004d65-ef61-4815-a865-795dfddfecc9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f2cea50-f652-40ec-9002-e5e8a4220403 HTTP/1.1" status: 200  len: 217 time: 0.0958848
Apr 14 11:24:39.438060 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c0082aca-e948-4a33-a493-c98cf0f7f8ab req-a0a3dcd5-7d00-4c83-9654-301ec3729073 service neutron] 10.222.0.47 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2388370
Apr 14 11:24:39.515536 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Allocated IP 172.20.0.6 (965dee3f-e10e-4b39-b0ce-e283a28dbf34/d0349ccc-ba9f-4476-b379-a35c31d00919/e96d4e7d-6641-44e1-9b85-b3ddae262cf8) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:24:39.723272 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1d52365c-1278-4ea8-8b15-ddb796660e81 req-a18fd209-9c24-4410-a560-f90cefa3cee5 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3977280
Apr 14 11:24:39.760622 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:39.770660 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-342e0271-8e29-41af-82df-c12c32aface8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:39.772443 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-342e0271-8e29-41af-82df-c12c32aface8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4213cafa-277c-42ee-9b65-c2d9ae792ac7 HTTP/1.1" status: 200  len: 850 time: 0.3998876
Apr 14 11:24:39.844115 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:39.866270 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:40.029347 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4262b836-2938-4ca2-99b7-cc84696b7054 req-90059d42-49a5-4cf0-9190-ea71ef03b89e service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7846944
Apr 14 11:24:40.106218 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d515e-1a5b-4587-8fe8-91d4cd344bc7 req-3c31d869-cd2b-4bf1-bdf1-fcb5d550d11f tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:40.108280 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b20d515e-1a5b-4587-8fe8-91d4cd344bc7 req-3c31d869-cd2b-4bf1-bdf1-fcb5d550d11f tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 943 time: 0.3262494
Apr 14 11:24:40.111513 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-21c57c4a-56d5-42a9-8e11-9e7070c8cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:40.113037 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-21c57c4a-56d5-42a9-8e11-9e7070c8cf8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b697626d-73a8-4a4d-86f6-e642e203014b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3322656
Apr 14 11:24:40.142864 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7eded-c8ac-4c9e-8aa5-cff61b7ca468 req-6f7c401e-30dc-4b1d-b0dd-a11c87305791 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:40.144842 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-17f7eded-c8ac-4c9e-8aa5-cff61b7ca468 req-6f7c401e-30dc-4b1d-b0dd-a11c87305791 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 943 time: 0.2162836
Apr 14 11:24:40.218574 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b20d515e-1a5b-4587-8fe8-91d4cd344bc7 req-0dabb38f-7fe0-48ec-937f-1f32086a3bca tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015875
Apr 14 11:24:40.262649 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Pushing event updated for resources: {'Port': ['ID=e96d4e7d-6641-44e1-9b85-b3ddae262cf8,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:40.266272 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:40.282665 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-17f7eded-c8ac-4c9e-8aa5-cff61b7ca468 req-17228190-9ea9-4696-b4c3-50d2ccf5f2e7 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1062033
Apr 14 11:24:40.348077 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-9a147cd8-3fd2-4741-8fca-9137ff0626d3 service neutron] 10.222.0.47 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2000372
Apr 14 11:24:40.384274 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Network 965dee3f-e10e-4b39-b0ce-e283a28dbf34 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:24:40.385864 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:24:40.390544 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:24:40.460555 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:40.461511 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:40.496019 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6717145
Apr 14 11:24:40.523172 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Request body: {'port': {'device_id': '7ac459ec-aa20-4434-a540-389b14dd408f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:40.607091 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6eb48da4-9668-434a-9e3e-371c58d49901 req-07147a2c-081c-4f0a-b7f3-8ccf3bc05b4a service neutron] 10.222.0.47 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2442403
Apr 14 11:24:40.616546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217b080-e902-4e21-a4ca-2d17f801a8a2 req-802da3fd-c3b1-4eef-aac3-3a1400a2385b tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:40.618190 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2217b080-e902-4e21-a4ca-2d17f801a8a2 req-802da3fd-c3b1-4eef-aac3-3a1400a2385b tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 931 time: 0.2021079
Apr 14 11:24:40.628500 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 1b786070-25d8-441c-8fd8-36ff58d02856 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:24:40.659251 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:40.669604 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-2217b080-e902-4e21-a4ca-2d17f801a8a2 req-f3d4aa0a-fa5e-4046-b017-6ca0863c888d tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Synchronizing usage tracker for tenant:9d8060b84813488fa4f5527b0ab29766 on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:24:40.687232 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-2217b080-e902-4e21-a4ca-2d17f801a8a2 req-f3d4aa0a-fa5e-4046-b017-6ca0863c888d tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Unset dirty status for tenant:9d8060b84813488fa4f5527b0ab29766 on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:24:40.688584 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2217b080-e902-4e21-a4ca-2d17f801a8a2 req-f3d4aa0a-fa5e-4046-b017-6ca0863c888d tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626247
Apr 14 11:24:40.788199 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 1b786070-25d8-441c-8fd8-36ff58d02856, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1b786070-25d8-441c-8fd8-36ff58d02856,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:40.808567 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '1b786070-25d8-441c-8fd8-36ff58d02856', 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400', 'port_id': '1b786070-25d8-441c-8fd8-36ff58d02856', 'mac_address': 'fa:16:3e:65:50:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd255a5ae-2634-43d7-8e91-eade956f26e1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:24:40.869831 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:40.871354 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b786070-25d8-441c-8fd8-36ff58d02856 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:24:40.890113 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 1b786070-25d8-441c-8fd8-36ff58d02856, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1b786070-25d8-441c-8fd8-36ff58d02856,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:40.893532 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:40.901033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:40.945737 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46e176-db49-4df6-8398-9c98fa4a3c19 req-197f91b1-bd0b-4942-a29b-dc41ecab3327 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:40.947669 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ca46e176-db49-4df6-8398-9c98fa4a3c19 req-197f91b1-bd0b-4942-a29b-dc41ecab3327 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1076834
Apr 14 11:24:40.984583 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=1b786070-25d8-441c-8fd8-36ff58d02856,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:40.988070 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ca46e176-db49-4df6-8398-9c98fa4a3c19 req-86596ee4-f009-44f3-86e5-ba4236e5b6a7 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338440
Apr 14 11:24:40.996041 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:41.105672 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96d4e7d-6641-44e1-9b85-b3ddae262cf8 {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:24:41.114526 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:41.130463 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Transition to ACTIVE for port object e96d4e7d-6641-44e1-9b85-b3ddae262cf8 will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:24:41.133137 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:41.148820 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:41.234139 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['1b786070-25d8-441c-8fd8-36ff58d02856'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:24:41.297792 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Pushing event updated for resources: {'Port': ['ID=e96d4e7d-6641-44e1-9b85-b3ddae262cf8,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:41.302978 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:41.593970 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Attempting to bind port e96d4e7d-6641-44e1-9b85-b3ddae262cf8 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:24:41.594641 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Attempting to bind port e96d4e7d-6641-44e1-9b85-b3ddae262cf8 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'a97675ef-7ed0-444d-8d49-cdff6c0218f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '965dee3f-e10e-4b39-b0ce-e283a28dbf34'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:24:41.595285 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Attempting to bind port e96d4e7d-6641-44e1-9b85-b3ddae262cf8 on network 965dee3f-e10e-4b39-b0ce-e283a28dbf34 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:24:41.601002 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Port e96d4e7d-6641-44e1-9b85-b3ddae262cf8 on network 965dee3f-e10e-4b39-b0ce-e283a28dbf34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:24:41.601396 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Attempting to bind port e96d4e7d-6641-44e1-9b85-b3ddae262cf8 on network 965dee3f-e10e-4b39-b0ce-e283a28dbf34 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:24:41.607843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:24:41.608116 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Checking segment: {'id': 'a97675ef-7ed0-444d-8d49-cdff6c0218f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '965dee3f-e10e-4b39-b0ce-e283a28dbf34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:24:41.608745 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Bound using segment: {'id': 'a97675ef-7ed0-444d-8d49-cdff6c0218f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '965dee3f-e10e-4b39-b0ce-e283a28dbf34'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:24:41.609420 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Bound port: e96d4e7d-6641-44e1-9b85-b3ddae262cf8, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97675ef-7ed0-444d-8d49-cdff6c0218f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '965dee3f-e10e-4b39-b0ce-e283a28dbf34'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:24:41.609810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:41.672157 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8d671-1e54-4f59-8190-4825b81133d3 req-923461a7-044f-4f73-b8d8-dac14175bd00 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:41.680542 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b6e8d671-1e54-4f59-8190-4825b81133d3 req-923461a7-044f-4f73-b8d8-dac14175bd00 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 944 time: 0.3125985
Apr 14 11:24:41.738601 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] For port e96d4e7d-6641-44e1-9b85-b3ddae262cf8, host hv-cinder-77459, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:24:41.741148 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b6e8d671-1e54-4f59-8190-4825b81133d3 req-993e5f6f-deb0-40f3-aded-c81f530d0ae4 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595012
Apr 14 11:24:41.743037 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] For port e96d4e7d-6641-44e1-9b85-b3ddae262cf8, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e96d4e7d-6641-44e1-9b85-b3ddae262cf8,segment=NetworkSegment(a97675ef-7ed0-444d-8d49-cdff6c0218f1),segment_id=a97675ef-7ed0-444d-8d49-cdff6c0218f1)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:24:41.753109 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:41.780512 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:41.790393 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3697d-8985-4a57-846a-bc9debbc3007 req-c2607cbf-88e9-421d-8513-77bc61b8cb34 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:41.792236 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fad3697d-8985-4a57-846a-bc9debbc3007 req-c2607cbf-88e9-421d-8513-77bc61b8cb34 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 943 time: 0.2501302
Apr 14 11:24:41.830359 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fad3697d-8985-4a57-846a-bc9debbc3007 req-164ffb63-f1f9-450d-9a4c-5e1ae6a28e10 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0310743
Apr 14 11:24:41.956144 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531fb8a-6e3a-4eca-8d72-ce5488b4a677 req-b0965917-b1d2-42da-a219-0110b3e0cb3b tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:41.958035 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1531fb8a-6e3a-4eca-8d72-ce5488b4a677 req-b0965917-b1d2-42da-a219-0110b3e0cb3b tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 943 time: 0.0957766
Apr 14 11:24:41.958638 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Pushing event updated for resources: {'Port': ['ID=e96d4e7d-6641-44e1-9b85-b3ddae262cf8,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:41.964390 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:42.000517 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:42.001300 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:42.002974 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] 10.222.0.47 "PUT /v2.0/ports/e96d4e7d-6641-44e1-9b85-b3ddae262cf8 HTTP/1.1" status: 200  len: 1093 time: 1.4849000
Apr 14 11:24:42.003512 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac459ec-aa20-4434-a540-389b14dd408f', 'tag': 'e96d4e7d-6641-44e1-9b85-b3ddae262cf8'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:24:42.017011 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1531fb8a-6e3a-4eca-8d72-ce5488b4a677 req-bd5c2ccf-59e2-4f53-a2e8-ef29d6daaa5b tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395298
Apr 14 11:24:42.058627 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac459ec-aa20-4434-a540-389b14dd408f', 'tag': 'e96d4e7d-6641-44e1-9b85-b3ddae262cf8', 'status': 'completed', 'code': 200}
Apr 14 11:24:42.178873 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0a8bd-9625-4b3f-9a7c-755a44799242 req-706d7d59-26b0-449c-b7d4-7fbe713ff6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:42.180507 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bcf0a8bd-9625-4b3f-9a7c-755a44799242 req-706d7d59-26b0-449c-b7d4-7fbe713ff6bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d8060b84813488fa4f5527b0ab29766&device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 1096 time: 0.0858688
Apr 14 11:24:42.212833 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237dd04-419d-4f68-9313-2fbc899e4cc2 req-c360c39b-441e-4561-ae88-bbe52dbf14ed tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:42.214589 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7237dd04-419d-4f68-9313-2fbc899e4cc2 req-c360c39b-441e-4561-ae88-bbe52dbf14ed tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.0989006
Apr 14 11:24:42.245799 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7237dd04-419d-4f68-9313-2fbc899e4cc2 req-9d73bbb4-7afd-4563-8421-77fb5082352f tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244699
Apr 14 11:24:42.346251 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0a8bd-9625-4b3f-9a7c-755a44799242 req-fecf1762-3877-4775-8a92-5076ac1e96de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:42.347829 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bcf0a8bd-9625-4b3f-9a7c-755a44799242 req-fecf1762-3877-4775-8a92-5076ac1e96de service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9d8060b84813488fa4f5527b0ab29766&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1533208
Apr 14 11:24:42.518168 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0a8bd-9625-4b3f-9a7c-755a44799242 req-f92990e7-9427-469b-81e3-6a929beb983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:42.519989 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bcf0a8bd-9625-4b3f-9a7c-755a44799242 req-f92990e7-9427-469b-81e3-6a929beb983a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1627986
Apr 14 11:24:42.642807 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 0f2cea50-f652-40ec-9002-e5e8a4220403 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:24:42.646548 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 1b786070-25d8-441c-8fd8-36ff58d02856 up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:42.688826 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-062d5b8d-ed2e-47f6-9062-13ee247a3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:42.690479 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-062d5b8d-ed2e-47f6-9062-13ee247a3e4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d8060b84813488fa4f5527b0ab29766&device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 1096 time: 0.1159594
Apr 14 11:24:42.811264 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-e0b4bee5-d7bf-449a-88cd-1e5c6bb944ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e96d4e7d-6641-44e1-9b85-b3ddae262cf8 HTTP/1.1" status: 200  len: 217 time: 0.1070700
Apr 14 11:24:42.894836 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 0f2cea50-f652-40ec-9002-e5e8a4220403, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=0f2cea50-f652-40ec-9002-e5e8a4220403,segment=NetworkSegment(740351c2-c7cf-4200-8229-e7c24a0aac17),segment_id=740351c2-c7cf-4200-8229-e7c24a0aac17)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:42.918450 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '0f2cea50-f652-40ec-9002-e5e8a4220403', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'port_id': '0f2cea50-f652-40ec-9002-e5e8a4220403', 'mac_address': 'fa:16:3e:c7:12:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:24:42.932562 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-bd2f56bd-bf8e-4f0f-b004-882c3cdee6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:42.934351 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-bd2f56bd-bf8e-4f0f-b004-882c3cdee6e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0349ccc-ba9f-4476-b379-a35c31d00919 HTTP/1.1" status: 200  len: 849 time: 0.1166866
Apr 14 11:24:43.035604 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-d7eb9164-d265-430c-ad7c-1df4b821a8bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=965dee3f-e10e-4b39-b0ce-e283a28dbf34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0902309
Apr 14 11:24:43.071336 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:43.072885 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2cea50-f652-40ec-9002-e5e8a4220403 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:24:43.099588 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 0f2cea50-f652-40ec-9002-e5e8a4220403, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=0f2cea50-f652-40ec-9002-e5e8a4220403,segment=NetworkSegment(740351c2-c7cf-4200-8229-e7c24a0aac17),segment_id=740351c2-c7cf-4200-8229-e7c24a0aac17)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:43.103973 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:43.114977 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:43.162133 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c65108-13c8-4ca0-8392-9c8f2cf24e47 req-970a339b-9489-4b7e-9917-9b00aa7e38d8 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:43.172180 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-51c65108-13c8-4ca0-8392-9c8f2cf24e47 req-970a339b-9489-4b7e-9917-9b00aa7e38d8 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 944 time: 0.2083557
Apr 14 11:24:43.218418 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-51c65108-13c8-4ca0-8392-9c8f2cf24e47 req-6b12b161-193b-4d2f-8ddc-838d87550595 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451062
Apr 14 11:24:43.273519 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776fc21-292c-4d8d-b180-8c07a1871be5 req-e1ed7e58-5b38-4ea6-853a-611965e5c7dd tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:43.275447 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5776fc21-292c-4d8d-b180-8c07a1871be5 req-e1ed7e58-5b38-4ea6-853a-611965e5c7dd tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 944 time: 0.2171896
Apr 14 11:24:43.315698 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-a214d579-63c9-4112-b26b-05d57269509d service neutron] 10.222.0.47 "GET /v2.0/networks/965dee3f-e10e-4b39-b0ce-e283a28dbf34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2718046
Apr 14 11:24:43.322357 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5776fc21-292c-4d8d-b180-8c07a1871be5 req-08fac010-3f66-4836-9c20-6ead1c25c373 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392981
Apr 14 11:24:43.379931 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port 1b786070-25d8-441c-8fd8-36ff58d02856 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:43.393632 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 1b786070-25d8-441c-8fd8-36ff58d02856 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:43.394046 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:43.491227 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=0f2cea50-f652-40ec-9002-e5e8a4220403,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:43.495005 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:43.498152 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-550feb8d-0132-4e01-8c62-0842d3864ba0 req-81be5294-de0b-4ee8-9b15-9523b17a96b2 service neutron] 10.222.0.47 "GET /v2.0/networks/965dee3f-e10e-4b39-b0ce-e283a28dbf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1729288
Apr 14 11:24:43.516204 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e524f2f-a438-4c6e-9f5b-8e93940821cc req-a7e07b06-f566-4826-ab66-46c019153e6d tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:43.518190 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['0f2cea50-f652-40ec-9002-e5e8a4220403'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:24:43.530469 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8e524f2f-a438-4c6e-9f5b-8e93940821cc req-a7e07b06-f566-4826-ab66-46c019153e6d tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 943 time: 0.1528625
Apr 14 11:24:43.570054 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8e524f2f-a438-4c6e-9f5b-8e93940821cc req-b26e1295-ea7d-4a20-a4bb-b4735da8fbb2 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382912
Apr 14 11:24:43.660803 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:43.680453 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24be8013-54b4-43cf-bb62-b07601764598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b786070-25d8-441c-8fd8-36ff58d02856'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:24:43.704195 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 1b786070-25d8-441c-8fd8-36ff58d02856, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1b786070-25d8-441c-8fd8-36ff58d02856,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:43.715144 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:43.718228 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:43.780765 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24be8013-54b4-43cf-bb62-b07601764598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b786070-25d8-441c-8fd8-36ff58d02856', 'code': 200}
Apr 14 11:24:43.854216 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=1b786070-25d8-441c-8fd8-36ff58d02856,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:43.860989 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:44.052193 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09bfaf-76ca-4780-ad57-ffcd8fa428b4 req-71a058f1-7d05-4eb0-a044-99c0986a5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:44.053866 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9d09bfaf-76ca-4780-ad57-ffcd8fa428b4 req-71a058f1-7d05-4eb0-a044-99c0986a5c8c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 1098 time: 0.0783792
Apr 14 11:24:44.085353 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9d09bfaf-76ca-4780-ad57-ffcd8fa428b4 req-82e36825-9b7b-467f-83db-a6e4ed7c9257 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0213594
Apr 14 11:24:44.266223 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98500eef-3729-47c8-b566-28131aefe457 req-6802f330-8690-4b42-ae0c-64d146da1f94 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:44.267850 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-98500eef-3729-47c8-b566-28131aefe457 req-6802f330-8690-4b42-ae0c-64d146da1f94 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.0942562
Apr 14 11:24:44.309511 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-98500eef-3729-47c8-b566-28131aefe457 req-74273921-bdc3-4b6f-a36d-cd287b892da9 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346222
Apr 14 11:24:44.449434 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcee24-a8c6-4cc2-a67c-eebf968b3ddc req-8391688d-8a74-4428-888e-b3710829f432 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:44.456333 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-00fcee24-a8c6-4cc2-a67c-eebf968b3ddc req-8391688d-8a74-4428-888e-b3710829f432 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 945 time: 0.1045108
Apr 14 11:24:44.485321 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-00fcee24-a8c6-4cc2-a67c-eebf968b3ddc req-0a7ea9d9-eaa9-47c5-89bd-e297918dd4f9 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0263457
Apr 14 11:24:44.643063 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 57140) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:44.644365 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device e96d4e7d-6641-44e1-9b85-b3ddae262cf8 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:24:44.737933 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5858a0d-b3e5-4035-9957-1a9662255f39 req-4399bf70-f867-4e06-9534-0355a2d5c62a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:44.745616 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b5858a0d-b3e5-4035-9957-1a9662255f39 req-4399bf70-f867-4e06-9534-0355a2d5c62a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 944 time: 0.1275437
Apr 14 11:24:44.778379 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b5858a0d-b3e5-4035-9957-1a9662255f39 req-9e67c40b-6223-413f-9f36-88fbeb473e0b tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311201
Apr 14 11:24:44.801725 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f7e540c8-08b1-4f95-868f-f45a31d6a56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:44.818579 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f7e540c8-08b1-4f95-868f-f45a31d6a56a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:44.822695 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-f7e540c8-08b1-4f95-868f-f45a31d6a56a admin admin] Usage tracker for resource:security_group_rule and tenant:741e7bfea03e4b71aa56216571017e05 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:44.825831 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-f7e540c8-08b1-4f95-868f-f45a31d6a56a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:44.828582 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port e96d4e7d-6641-44e1-9b85-b3ddae262cf8, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e96d4e7d-6641-44e1-9b85-b3ddae262cf8,segment=NetworkSegment(a97675ef-7ed0-444d-8d49-cdff6c0218f1),segment_id=a97675ef-7ed0-444d-8d49-cdff6c0218f1)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:44.832244 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f7e540c8-08b1-4f95-868f-f45a31d6a56a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:44.859330 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': 'e96d4e7d-6641-44e1-9b85-b3ddae262cf8', 'network_id': '965dee3f-e10e-4b39-b0ce-e283a28dbf34', 'port_id': 'e96d4e7d-6641-44e1-9b85-b3ddae262cf8', 'mac_address': 'fa:16:3e:97:de:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0349ccc-ba9f-4476-b379-a35c31d00919', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:24:44.947004 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f7e540c8-08b1-4f95-868f-f45a31d6a56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:44.948645 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:44.951968 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f7e540c8-08b1-4f95-868f-f45a31d6a56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:44.970231 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96d4e7d-6641-44e1-9b85-b3ddae262cf8 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:24:44.980114 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cf1467de-2da7-4f7f-9db1-7501da13283f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:44.989040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port e96d4e7d-6641-44e1-9b85-b3ddae262cf8, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e96d4e7d-6641-44e1-9b85-b3ddae262cf8,segment=NetworkSegment(a97675ef-7ed0-444d-8d49-cdff6c0218f1),segment_id=a97675ef-7ed0-444d-8d49-cdff6c0218f1)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:44.996613 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:44.999852 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:45.035971 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-f7e540c8-08b1-4f95-868f-f45a31d6a56a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=741e7bfea03e4b71aa56216571017e05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3917325
Apr 14 11:24:45.040107 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 57156) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:45.062512 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e540c8-08b1-4f95-868f-f45a31d6a56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972ceae1-f08f-4fc3-ac38-332b092ba591,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:45.066110 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f7e540c8-08b1-4f95-868f-f45a31d6a56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:45.118671 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=e96d4e7d-6641-44e1-9b85-b3ddae262cf8,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:45.146061 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:45.147453 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d83783ad-26cc-4a58-a2c2-2938add947f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:45.166192 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87c044-7b8d-4727-b3e0-9946941db2fa req-09d5efe0-27a3-432e-9df5-693339e5c6ef tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:45.184124 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d83783ad-26cc-4a58-a2c2-2938add947f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:45.188084 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b87c044-7b8d-4727-b3e0-9946941db2fa req-09d5efe0-27a3-432e-9df5-693339e5c6ef tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 944 time: 0.2376544
Apr 14 11:24:45.223127 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b87c044-7b8d-4727-b3e0-9946941db2fa req-81a5d641-3d43-407e-9973-42a9917ad54f tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339851
Apr 14 11:24:45.249957 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d83783ad-26cc-4a58-a2c2-2938add947f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:45.255344 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-454a904e-2c18-44d8-93ec-51291d2fab4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:45.268698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83783ad-26cc-4a58-a2c2-2938add947f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972ceae1-f08f-4fc3-ac38-332b092ba591,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:45.279190 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d83783ad-26cc-4a58-a2c2-2938add947f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:45.285948 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d83783ad-26cc-4a58-a2c2-2938add947f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:45.288176 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-d83783ad-26cc-4a58-a2c2-2938add947f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/972ceae1-f08f-4fc3-ac38-332b092ba591 HTTP/1.1" status: 204  len: 168 time: 0.2468736
Apr 14 11:24:45.410962 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['e96d4e7d-6641-44e1-9b85-b3ddae262cf8'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:24:45.760054 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb1550-9891-41ec-812b-2e782f5a0379 req-273584d2-3e0b-425f-803d-d8d962ccfd5d tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:45.761706 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fccb1550-9891-41ec-812b-2e782f5a0379 req-273584d2-3e0b-425f-803d-d8d962ccfd5d tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 945 time: 0.0999255
Apr 14 11:24:45.797414 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fccb1550-9891-41ec-812b-2e782f5a0379 req-04ca665b-42ad-4de0-b873-c40811e4ccc2 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251942
Apr 14 11:24:46.022725 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca49701-cf95-4796-bc4b-2cdea4f5fe16 req-a2b5da66-9927-41a9-ac8a-6aab678e6ddb tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:46.024498 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7ca49701-cf95-4796-bc4b-2cdea4f5fe16 req-a2b5da66-9927-41a9-ac8a-6aab678e6ddb tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 944 time: 0.0992851
Apr 14 11:24:46.061822 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7ca49701-cf95-4796-bc4b-2cdea4f5fe16 req-660581ff-2a71-4d25-bc40-357e373a4e77 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0288315
Apr 14 11:24:46.442308 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8728c2-ebd8-42d8-99c8-99ad9fe4f5ec req-68d6da80-6c2b-487a-9814-9496953d07c6 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:46.443905 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-db8728c2-ebd8-42d8-99c8-99ad9fe4f5ec req-68d6da80-6c2b-487a-9814-9496953d07c6 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 944 time: 0.0918155
Apr 14 11:24:46.478121 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-db8728c2-ebd8-42d8-99c8-99ad9fe4f5ec req-63b10e33-7645-43ae-8721-3f4954398d8e tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0261402
Apr 14 11:24:46.669434 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device e96d4e7d-6641-44e1-9b85-b3ddae262cf8 up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:46.748426 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port e96d4e7d-6641-44e1-9b85-b3ddae262cf8 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:46.755476 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port e96d4e7d-6641-44e1-9b85-b3ddae262cf8 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:46.755867 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:46.903559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:46.918260 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac459ec-aa20-4434-a540-389b14dd408f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96d4e7d-6641-44e1-9b85-b3ddae262cf8'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:24:46.930150 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port e96d4e7d-6641-44e1-9b85-b3ddae262cf8, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e96d4e7d-6641-44e1-9b85-b3ddae262cf8,segment=NetworkSegment(a97675ef-7ed0-444d-8d49-cdff6c0218f1),segment_id=a97675ef-7ed0-444d-8d49-cdff6c0218f1)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:46.933357 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:46.934267 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 0f2cea50-f652-40ec-9002-e5e8a4220403 up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:24:46.965693 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1f892a56-9797-45d2-a60b-a6117c3c59ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:47.009345 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac459ec-aa20-4434-a540-389b14dd408f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96d4e7d-6641-44e1-9b85-b3ddae262cf8', 'code': 200}
Apr 14 11:24:47.071217 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=e96d4e7d-6641-44e1-9b85-b3ddae262cf8,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:47.074575 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:47.083401 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port 0f2cea50-f652-40ec-9002-e5e8a4220403 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:47.088654 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 0f2cea50-f652-40ec-9002-e5e8a4220403 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:47.089153 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:47.226126 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:47.245319 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 0f2cea50-f652-40ec-9002-e5e8a4220403, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=0f2cea50-f652-40ec-9002-e5e8a4220403,segment=NetworkSegment(740351c2-c7cf-4200-8229-e7c24a0aac17),segment_id=740351c2-c7cf-4200-8229-e7c24a0aac17)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:47.250331 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdf335-4be1-4284-a272-5e83b6b36ac4 req-ef04f44f-b98c-46c2-ac9a-e0c48625319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:47.250483 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:47.252025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-032bd1e8-f78a-4925-b6ac-6e3de7a92407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:47.262802 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4dbdf335-4be1-4284-a272-5e83b6b36ac4 req-ef04f44f-b98c-46c2-ac9a-e0c48625319c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 1098 time: 0.0928423
Apr 14 11:24:47.287605 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5b008-c63c-487e-8aff-a78042a98467 req-46fd5cc8-b326-4fd7-92e1-4544a4736473 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:47.296224 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4dbdf335-4be1-4284-a272-5e83b6b36ac4 req-dbe4cd9d-371a-401f-a78b-be308a4d1902 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0318475
Apr 14 11:24:47.299137 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-beb5b008-c63c-487e-8aff-a78042a98467 req-46fd5cc8-b326-4fd7-92e1-4544a4736473 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 944 time: 0.1146977
Apr 14 11:24:47.325607 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-beb5b008-c63c-487e-8aff-a78042a98467 req-e3d6e3ac-e6ab-4156-9416-b0b9f2f2f6fc tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253241
Apr 14 11:24:47.348199 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=0f2cea50-f652-40ec-9002-e5e8a4220403,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:47.351446 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:47.689941 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5dca6-ec85-48ba-af8d-e9df0981578e req-03694019-c821-408a-a32e-1b1ce159dc37 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:47.691528 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6ab5dca6-ec85-48ba-af8d-e9df0981578e req-03694019-c821-408a-a32e-1b1ce159dc37 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 945 time: 0.0965824
Apr 14 11:24:47.923269 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6ab5dca6-ec85-48ba-af8d-e9df0981578e req-a9eed937-0d43-4b7f-a3fd-1289204477f6 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2251477
Apr 14 11:24:48.201775 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0650f728-af12-496d-8dba-7cb2da554bce req-83ceea4d-2289-4581-9887-55bc78537878 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=10011dbcd7b64281b64656176120f3b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0327752
Apr 14 11:24:48.368201 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650f728-af12-496d-8dba-7cb2da554bce req-dec094a8-ea2d-46b8-9eec-0fc80f0c7349 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:48.369872 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0650f728-af12-496d-8dba-7cb2da554bce req-dec094a8-ea2d-46b8-9eec-0fc80f0c7349 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1615250
Apr 14 11:24:48.396099 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0650f728-af12-496d-8dba-7cb2da554bce req-2c3f21c5-d0c6-4de5-b8ba-aa15e9764f01 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/quotas/10011dbcd7b64281b64656176120f3b8 HTTP/1.1" status: 200  len: 375 time: 0.0177355
Apr 14 11:24:48.450299 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0650f728-af12-496d-8dba-7cb2da554bce req-4487384d-a828-46d4-b112-2e9cc07be257 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=10011dbcd7b64281b64656176120f3b8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0530772
Apr 14 11:24:48.624434 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b95c1a-fcb7-49a7-82bb-216640bf8514 req-aa7e9745-bde2-4772-a7d8-0db4a4363baa tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:48.626123 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-31b95c1a-fcb7-49a7-82bb-216640bf8514 req-aa7e9745-bde2-4772-a7d8-0db4a4363baa tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1188042
Apr 14 11:24:48.661694 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-31b95c1a-fcb7-49a7-82bb-216640bf8514 req-40253626-2ac4-4348-9785-5d234e66c45e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0262930
Apr 14 11:24:48.714917 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f13f6ba0-42fc-4e12-8f0b-0d61846894fb req-03dfd534-b670-404d-bf34-0b429a71da6c tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccbee729-ca79-4b57-ba89-954cca8a01e2 HTTP/1.1" status: 200  len: 210 time: 0.0485823
Apr 14 11:24:49.010825 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa266e8f-5999-4c69-a443-204e30e4ae01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2cea50-f652-40ec-9002-e5e8a4220403'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:24:49.067841 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa266e8f-5999-4c69-a443-204e30e4ae01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2cea50-f652-40ec-9002-e5e8a4220403', 'code': 200}
Apr 14 11:24:49.172640 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44daf62c-2555-4160-b89a-59735ac3cf13 req-c8bbc77d-0226-4327-9dd8-da748e0915b3 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:49.174224 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-44daf62c-2555-4160-b89a-59735ac3cf13 req-c8bbc77d-0226-4327-9dd8-da748e0915b3 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 945 time: 0.1096387
Apr 14 11:24:49.206101 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-44daf62c-2555-4160-b89a-59735ac3cf13 req-589113e2-fe02-4589-affb-dd3d10eb0e60 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255837
Apr 14 11:24:49.441378 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d94ad-6384-484e-9fcd-13657c27006b req-4661206a-3977-48ae-958e-a93ffdf6f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:49.443752 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-766d94ad-6384-484e-9fcd-13657c27006b req-4661206a-3977-48ae-958e-a93ffdf6f6bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 1098 time: 0.1036456
Apr 14 11:24:49.480887 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-766d94ad-6384-484e-9fcd-13657c27006b req-1403a49a-ca79-4fc2-affc-ca46f1f38c83 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0216317
Apr 14 11:24:49.652160 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 57300) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:49.860350 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-21d7f46a-e021-4f6c-986c-39c15e477348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:49.942534 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f8db0473-6e70-4c2b-9af6-57c2aa5f6492 req-6152dcdc-93b2-4acf-90ee-c89a4de7feea tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccbee729-ca79-4b57-ba89-954cca8a01e2 HTTP/1.1" status: 200  len: 210 time: 0.0831354
Apr 14 11:24:49.943454 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-21d7f46a-e021-4f6c-986c-39c15e477348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:49.953399 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-21d7f46a-e021-4f6c-986c-39c15e477348 admin admin] Usage tracker for resource:security_group_rule and tenant:5b7a310718ee4145b2069735086ca691 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:49.957539 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-21d7f46a-e021-4f6c-986c-39c15e477348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:49.966878 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-21d7f46a-e021-4f6c-986c-39c15e477348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:50.022178 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c377a34-fddb-436d-aa9c-3a41534c9abb req-a1f81ead-9d8e-465a-bd79-03b447d52ba8 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:50.024464 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3c377a34-fddb-436d-aa9c-3a41534c9abb req-a1f81ead-9d8e-465a-bd79-03b447d52ba8 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.2211680
Apr 14 11:24:50.056448 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0650f728-af12-496d-8dba-7cb2da554bce req-7b9afde2-4079-4bf6-98b1-b43713d95131 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=10011dbcd7b64281b64656176120f3b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0462689
Apr 14 11:24:50.069703 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3c377a34-fddb-436d-aa9c-3a41534c9abb req-9fc7a4c6-5425-4d7f-8673-bc4381c43d62 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367293
Apr 14 11:24:50.150606 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-21d7f46a-e021-4f6c-986c-39c15e477348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:50.155629 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-21d7f46a-e021-4f6c-986c-39c15e477348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:50.165939 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:50.222114 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-21d7f46a-e021-4f6c-986c-39c15e477348 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b7a310718ee4145b2069735086ca691&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5685234
Apr 14 11:24:50.222887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 57318) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:50.227350 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7f46a-e021-4f6c-986c-39c15e477348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e61b0fb-8b55-49dd-b50e-7b1bf31fa4e7,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:50.233174 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-21d7f46a-e021-4f6c-986c-39c15e477348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:50.276522 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650f728-af12-496d-8dba-7cb2da554bce req-08073b99-54a8-430d-9fc6-c40dfd58a95f tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:50.278341 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0650f728-af12-496d-8dba-7cb2da554bce req-08073b99-54a8-430d-9fc6-c40dfd58a95f tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2154856
Apr 14 11:24:50.302063 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Request body: {'port': {'device_id': 'ccbee729-ca79-4b57-ba89-954cca8a01e2', 'network_id': 'acdf1195-e9c1-40b1-a720-fb83ea5479b2', 'admin_state_up': True, 'tenant_id': '10011dbcd7b64281b64656176120f3b8'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:50.311325 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8dd296f7-2619-4d03-9276-6fcc6fad5a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:50.343471 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8dd296f7-2619-4d03-9276-6fcc6fad5a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:50.402384 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8dd296f7-2619-4d03-9276-6fcc6fad5a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:50.409814 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ff8a6bd2-9c2b-4efd-8820-a8c772d41283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:50.430461 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd296f7-2619-4d03-9276-6fcc6fad5a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e61b0fb-8b55-49dd-b50e-7b1bf31fa4e7,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:50.433631 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8dd296f7-2619-4d03-9276-6fcc6fad5a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:50.436198 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8dd296f7-2619-4d03-9276-6fcc6fad5a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:50.437682 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-8dd296f7-2619-4d03-9276-6fcc6fad5a41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e61b0fb-8b55-49dd-b50e-7b1bf31fa4e7 HTTP/1.1" status: 204  len: 168 time: 0.2124143
Apr 14 11:24:50.491081 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:50.495125 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Usage tracker for resource:port and tenant:10011dbcd7b64281b64656176120f3b8 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:50.498611 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:50.504952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:50.516146 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Made reservation on behalf of 10011dbcd7b64281b64656176120f3b8 for: {'port': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:24:50.522772 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:50.537715 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:50.556070 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:50.560384 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Usage tracker for resource:security_group_rule and tenant:10011dbcd7b64281b64656176120f3b8 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:50.563700 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:50.569918 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:50.617593 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6560be-f9be-4f72-b2f5-7853c6c192f9 req-e8aba476-452b-4122-91d6-ee106dac4e4a tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:50.619385 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9f6560be-f9be-4f72-b2f5-7853c6c192f9 req-e8aba476-452b-4122-91d6-ee106dac4e4a tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 945 time: 0.1003993
Apr 14 11:24:50.663815 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9f6560be-f9be-4f72-b2f5-7853c6c192f9 req-0ddc545b-be9b-4479-91d1-dcaec6d87994 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0321269
Apr 14 11:24:50.685448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:50.690723 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:50.694239 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e4dc0c09-6e41-4ec4-867e-7811a12230da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:50.780011 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6560dc0c-5113-470f-b23c-e17b4508c15b,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:50.786001 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:50.882133 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 57336) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:50.907159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-acc41e63-5de9-4669-a889-ecc44c1beb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:50.927959 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-acc41e63-5de9-4669-a889-ecc44c1beb13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:50.933600 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-acc41e63-5de9-4669-a889-ecc44c1beb13 admin admin] Usage tracker for resource:security_group_rule and tenant:cae4f889931d4c4ea01c228c0f0ae8f9 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:50.936872 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-acc41e63-5de9-4669-a889-ecc44c1beb13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:50.943348 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-acc41e63-5de9-4669-a889-ecc44c1beb13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:51.039506 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-acc41e63-5de9-4669-a889-ecc44c1beb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:51.042759 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-acc41e63-5de9-4669-a889-ecc44c1beb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:51.051985 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-060e554e-0169-4914-a4bb-65481bd14bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:51.119300 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Allocated IP 192.168.233.198 (acdf1195-e9c1-40b1-a720-fb83ea5479b2/aad400f0-0d55-44e0-98c6-21b3afb27822/2177e387-2cb9-43ab-a972-6b552be87c1c) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:24:51.155378 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-318f5d3b-11b9-43fc-b3af-ca4a598b4d9f req-4203c2e5-f1dd-464b-8827-dc56b87ae7f0 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccbee729-ca79-4b57-ba89-954cca8a01e2 HTTP/1.1" status: 200  len: 210 time: 0.0827968
Apr 14 11:24:51.162192 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-acc41e63-5de9-4669-a889-ecc44c1beb13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cae4f889931d4c4ea01c228c0f0ae8f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2788532
Apr 14 11:24:51.163242 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 57344) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:51.164016 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc41e63-5de9-4669-a889-ecc44c1beb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0603ba02-fc18-4619-a97c-28839eed02fe,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:51.167516 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-acc41e63-5de9-4669-a889-ecc44c1beb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:51.250272 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9f882d5c-200e-427a-b290-dfdbab3e56bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:51.288744 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9f882d5c-200e-427a-b290-dfdbab3e56bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:51.337289 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9f882d5c-200e-427a-b290-dfdbab3e56bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:51.342956 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c0c41d43-cff2-4958-8a7f-c8c63954b438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:51.354018 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f882d5c-200e-427a-b290-dfdbab3e56bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0603ba02-fc18-4619-a97c-28839eed02fe,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:51.356422 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9f882d5c-200e-427a-b290-dfdbab3e56bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:51.362024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9f882d5c-200e-427a-b290-dfdbab3e56bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:51.364566 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-9f882d5c-200e-427a-b290-dfdbab3e56bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0603ba02-fc18-4619-a97c-28839eed02fe HTTP/1.1" status: 204  len: 168 time: 0.1957889
Apr 14 11:24:51.366624 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:51.386451 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Transition to ACTIVE for port object 2177e387-2cb9-43ab-a972-6b552be87c1c will not be triggered until provisioned by entity DHCP. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:24:51.415776 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:51.459159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:51.507836 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1ad61-a8d6-4c27-a73c-ce0b12b5c5bf req-8ecd99a3-4b24-4dc1-83a6-641d79920060 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:51.509657 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-05e1ad61-a8d6-4c27-a73c-ce0b12b5c5bf req-8ecd99a3-4b24-4dc1-83a6-641d79920060 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1065202
Apr 14 11:24:51.548035 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-05e1ad61-a8d6-4c27-a73c-ce0b12b5c5bf req-71d95b7c-def8-4f96-934d-b3a1a17f30d5 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0296910
Apr 14 11:24:51.618692 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Pushing event updated for resources: {'Port': ['ID=2177e387-2cb9-43ab-a972-6b552be87c1c,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:51.644073 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:51.667982 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Network acdf1195-e9c1-40b1-a720-fb83ea5479b2 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:24:51.669860 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:24:51.672227 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:24:51.776846 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce96a5c-e400-4ebe-b1d8-7c885b8b2964 req-56b06851-0efa-4453-ae87-c2932c08f068 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:51.777916 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:51.779376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:51.789666 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1ce96a5c-e400-4ebe-b1d8-7c885b8b2964 req-56b06851-0efa-4453-ae87-c2932c08f068 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1221766
Apr 14 11:24:51.797748 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 57360) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:51.809752 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-39df19c4-aaf8-4d17-8d36-76497791b589 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Request body: {'floatingip': {'port_id': '0f2cea50-f652-40ec-9002-e5e8a4220403'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:51.823601 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0650f728-af12-496d-8dba-7cb2da554bce req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5300944
Apr 14 11:24:51.849682 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Request body: {'port': {'device_id': 'ccbee729-ca79-4b57-ba89-954cca8a01e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:24:51.955693 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-39df19c4-aaf8-4d17-8d36-76497791b589 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for floatingip, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:52.046328 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:52.058104 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-6871a418-3240-4dea-90c9-6c72e74c0e08 None None] Provisioning for port 2177e387-2cb9-43ab-a972-6b552be87c1c completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:24:52.065821 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-6871a418-3240-4dea-90c9-6c72e74c0e08 None None] Provisioning complete for port 2177e387-2cb9-43ab-a972-6b552be87c1c triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:24:52.066482 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6871a418-3240-4dea-90c9-6c72e74c0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:52.136216 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-6871a418-3240-4dea-90c9-6c72e74c0e08 None None] Port 2177e387-2cb9-43ab-a972-6b552be87c1c cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:24:52.420137 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc4371-b9f7-49b4-8f6a-027c23e195a4 req-e52665d9-17a4-44a2-ada7-e2ce2eed95aa tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:52.421971 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-70cc4371-b9f7-49b4-8f6a-027c23e195a4 req-e52665d9-17a4-44a2-ada7-e2ce2eed95aa tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 945 time: 0.5150948
Apr 14 11:24:52.498109 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-70cc4371-b9f7-49b4-8f6a-027c23e195a4 req-7296e9f2-70bf-433b-ab42-a7095cd75bb8 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501752
Apr 14 11:24:52.569376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2177e387-2cb9-43ab-a972-6b552be87c1c {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:24:52.580011 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:52.597669 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Transition to ACTIVE for port object 2177e387-2cb9-43ab-a972-6b552be87c1c will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:24:52.606255 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:52.637795 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:52.754540 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Pushing event updated for resources: {'Port': ['ID=2177e387-2cb9-43ab-a972-6b552be87c1c,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:52.759242 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:52.866048 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5653a-5c4e-4d4a-bc24-a7cfc7563ca6 req-edfe9b8b-a67b-4cd9-8d63-ba0ef1d82fb8 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:52.867260 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fed5653a-5c4e-4d4a-bc24-a7cfc7563ca6 req-edfe9b8b-a67b-4cd9-8d63-ba0ef1d82fb8 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccbee729-ca79-4b57-ba89-954cca8a01e2 HTTP/1.1" status: 200  len: 936 time: 0.5144360
Apr 14 11:24:53.143646 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Attempting to bind port 2177e387-2cb9-43ab-a972-6b552be87c1c on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:24:53.144808 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Attempting to bind port 2177e387-2cb9-43ab-a972-6b552be87c1c by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '5c1e21e0-ad47-4cde-83aa-fad02a112936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'acdf1195-e9c1-40b1-a720-fb83ea5479b2'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:24:53.145564 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Attempting to bind port 2177e387-2cb9-43ab-a972-6b552be87c1c on network acdf1195-e9c1-40b1-a720-fb83ea5479b2 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:24:53.151586 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Port 2177e387-2cb9-43ab-a972-6b552be87c1c on network acdf1195-e9c1-40b1-a720-fb83ea5479b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:24:53.151967 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Attempting to bind port 2177e387-2cb9-43ab-a972-6b552be87c1c on network acdf1195-e9c1-40b1-a720-fb83ea5479b2 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:24:53.158825 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:24:53.159190 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Checking segment: {'id': '5c1e21e0-ad47-4cde-83aa-fad02a112936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'acdf1195-e9c1-40b1-a720-fb83ea5479b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:24:53.159674 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Bound using segment: {'id': '5c1e21e0-ad47-4cde-83aa-fad02a112936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'acdf1195-e9c1-40b1-a720-fb83ea5479b2'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:24:53.160129 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Bound port: 2177e387-2cb9-43ab-a972-6b552be87c1c, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1e21e0-ad47-4cde-83aa-fad02a112936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'acdf1195-e9c1-40b1-a720-fb83ea5479b2'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:24:53.160524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:53.275042 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] For port 2177e387-2cb9-43ab-a972-6b552be87c1c, host hv-cinder-77459, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:24:53.280033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] For port 2177e387-2cb9-43ab-a972-6b552be87c1c, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2177e387-2cb9-43ab-a972-6b552be87c1c,segment=NetworkSegment(5c1e21e0-ad47-4cde-83aa-fad02a112936),segment_id=5c1e21e0-ad47-4cde-83aa-fad02a112936)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:24:53.286083 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:53.303109 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e0a3ba49-f2b7-4625-8308-307a6e43ddcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:53.310426 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fed5653a-5c4e-4d4a-bc24-a7cfc7563ca6 req-3f523a42-7e0d-432f-8a5c-a1ced388f1d8 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/security-groups?id=6560dc0c-5113-470f-b23c-e17b4508c15b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3918242
Apr 14 11:24:53.392287 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc96adc-f0bc-4866-b2c6-5f75d8f9c2a9 req-b3669738-f125-40ce-9f08-76ca4f256ba4 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:53.394093 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fdc96adc-f0bc-4866-b2c6-5f75d8f9c2a9 req-b3669738-f125-40ce-9f08-76ca4f256ba4 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 945 time: 0.5257938
Apr 14 11:24:53.464606 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Pushing event updated for resources: {'Port': ['ID=2177e387-2cb9-43ab-a972-6b552be87c1c,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:53.468093 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:53.543517 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:53.544219 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:53.546114 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0650f728-af12-496d-8dba-7cb2da554bce req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] 10.222.0.47 "PUT /v2.0/ports/2177e387-2cb9-43ab-a972-6b552be87c1c HTTP/1.1" status: 200  len: 1098 time: 1.7041664
Apr 14 11:24:53.546719 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccbee729-ca79-4b57-ba89-954cca8a01e2', 'tag': '2177e387-2cb9-43ab-a972-6b552be87c1c'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:24:53.629215 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-39df19c4-aaf8-4d17-8d36-76497791b589 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:53.640389 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-fdc96adc-f0bc-4866-b2c6-5f75d8f9c2a9 req-7023092a-5601-492d-86c9-6fd1123fea56 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Deleting port e96d4e7d-6641-44e1-9b85-b3ddae262cf8 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:24:53.640781 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-fdc96adc-f0bc-4866-b2c6-5f75d8f9c2a9 req-7023092a-5601-492d-86c9-6fd1123fea56 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:53.676417 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-39df19c4-aaf8-4d17-8d36-76497791b589 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850711266'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:53.748858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650f728-af12-496d-8dba-7cb2da554bce req-aaabdac4-5015-44c1-9636-aac5973db845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:53.750504 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0650f728-af12-496d-8dba-7cb2da554bce req-aaabdac4-5015-44c1-9636-aac5973db845 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10011dbcd7b64281b64656176120f3b8&device_id=ccbee729-ca79-4b57-ba89-954cca8a01e2 HTTP/1.1" status: 200  len: 1101 time: 0.1395633
Apr 14 11:24:53.870906 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0650f728-af12-496d-8dba-7cb2da554bce req-26a02826-9887-41b5-9bc9-04fed0f41ef7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=2177e387-2cb9-43ab-a972-6b552be87c1c HTTP/1.1" status: 200  len: 217 time: 0.1036665
Apr 14 11:24:53.954531 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650f728-af12-496d-8dba-7cb2da554bce req-b6540d85-388b-439b-a24c-390a7a56ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:53.956402 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0650f728-af12-496d-8dba-7cb2da554bce req-b6540d85-388b-439b-a24c-390a7a56ce97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aad400f0-0d55-44e0-98c6-21b3afb27822 HTTP/1.1" status: 200  len: 843 time: 0.0779974
Apr 14 11:24:54.049210 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650f728-af12-496d-8dba-7cb2da554bce req-909a00b9-3e5f-4729-a7fb-e51d1aa2112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:54.050668 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0650f728-af12-496d-8dba-7cb2da554bce req-909a00b9-3e5f-4729-a7fb-e51d1aa2112b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=acdf1195-e9c1-40b1-a720-fb83ea5479b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0849204
Apr 14 11:24:54.071436 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_db [None req-39df19c4-aaf8-4d17-8d36-76497791b589 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Floating IP f0f26c07-c6d5-49b0-9753-a98c7a7a0e16 associated. External IP: 172.27.2.24, port: 0f2cea50-f652-40ec-9002-e5e8a4220403.
Apr 14 11:24:54.090950 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccbee729-ca79-4b57-ba89-954cca8a01e2', 'tag': '2177e387-2cb9-43ab-a972-6b552be87c1c', 'status': 'completed', 'code': 200}
Apr 14 11:24:54.217715 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0650f728-af12-496d-8dba-7cb2da554bce req-98640c57-3923-4f1a-8199-9c290892faab service neutron] 10.222.0.47 "GET /v2.0/networks/acdf1195-e9c1-40b1-a720-fb83ea5479b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523452
Apr 14 11:24:54.316229 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfdef4-ccbc-45b2-9a89-2e539846dfd0 req-eb2d9158-1a41-496e-b383-3b8adc2190c6 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:54.317858 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d7dfdef4-ccbc-45b2-9a89-2e539846dfd0 req-eb2d9158-1a41-496e-b383-3b8adc2190c6 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 945 time: 0.5643163
Apr 14 11:24:54.367225 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0650f728-af12-496d-8dba-7cb2da554bce req-6eed5577-c444-435e-8cf6-cc8b05d423f2 service neutron] 10.222.0.47 "GET /v2.0/networks/acdf1195-e9c1-40b1-a720-fb83ea5479b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429067
Apr 14 11:24:54.494544 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d7dfdef4-ccbc-45b2-9a89-2e539846dfd0 req-611c3abb-5991-40ab-b78e-9e93ac536525 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044638
Apr 14 11:24:54.542877 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d9102-a12e-480d-b60d-b4ea8b2e9a91 req-d743725c-cb14-478b-ada5-5fe3c9ed9c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:54.545309 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-375d9102-a12e-480d-b60d-b4ea8b2e9a91 req-d743725c-cb14-478b-ada5-5fe3c9ed9c51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10011dbcd7b64281b64656176120f3b8&device_id=ccbee729-ca79-4b57-ba89-954cca8a01e2 HTTP/1.1" status: 200  len: 1101 time: 0.1128986
Apr 14 11:24:54.564178 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-fdc96adc-f0bc-4866-b2c6-5f75d8f9c2a9 req-7023092a-5601-492d-86c9-6fd1123fea56 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] For port e96d4e7d-6641-44e1-9b85-b3ddae262cf8, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e96d4e7d-6641-44e1-9b85-b3ddae262cf8,segment=NetworkSegment(a97675ef-7ed0-444d-8d49-cdff6c0218f1),segment_id=a97675ef-7ed0-444d-8d49-cdff6c0218f1)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:54.564584 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-fdc96adc-f0bc-4866-b2c6-5f75d8f9c2a9 req-7023092a-5601-492d-86c9-6fd1123fea56 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:54.718306 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a64da1-256d-4007-93df-38c6ef99f126 req-3e38c13b-f961-4531-ae46-150ef1905bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:54.719889 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-83a64da1-256d-4007-93df-38c6ef99f126 req-3e38c13b-f961-4531-ae46-150ef1905bda service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da21fbce17af42eb883bce1555072e06&device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 1099 time: 0.5886037
Apr 14 11:24:54.720848 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d9102-a12e-480d-b60d-b4ea8b2e9a91 req-e6a2c497-8ddb-4404-9abc-25764f783eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:54.722462 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-375d9102-a12e-480d-b60d-b4ea8b2e9a91 req-e6a2c497-8ddb-4404-9abc-25764f783eb3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=acdf1195-e9c1-40b1-a720-fb83ea5479b2 HTTP/1.1" status: 200  len: 870 time: 0.1626275
Apr 14 11:24:54.781655 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-fdc96adc-f0bc-4866-b2c6-5f75d8f9c2a9 req-7023092a-5601-492d-86c9-6fd1123fea56 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Calling delete_port for e96d4e7d-6641-44e1-9b85-b3ddae262cf8 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:24:54.818893 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-375d9102-a12e-480d-b60d-b4ea8b2e9a91 req-a575e5b6-7f5c-4abb-9800-736f061f1c9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=2177e387-2cb9-43ab-a972-6b552be87c1c HTTP/1.1" status: 200  len: 217 time: 0.0808280
Apr 14 11:24:54.909790 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d9102-a12e-480d-b60d-b4ea8b2e9a91 req-2b6d9192-db93-43b6-98b2-ea101e181f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:54.911440 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-375d9102-a12e-480d-b60d-b4ea8b2e9a91 req-2b6d9192-db93-43b6-98b2-ea101e181f83 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aad400f0-0d55-44e0-98c6-21b3afb27822 HTTP/1.1" status: 200  len: 843 time: 0.0829206
Apr 14 11:24:55.023787 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d9102-a12e-480d-b60d-b4ea8b2e9a91 req-a64b58cc-88ed-4eb2-bfcb-07769b7f793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:55.025538 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-375d9102-a12e-480d-b60d-b4ea8b2e9a91 req-a64b58cc-88ed-4eb2-bfcb-07769b7f793a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=acdf1195-e9c1-40b1-a720-fb83ea5479b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0979240
Apr 14 11:24:55.197536 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-375d9102-a12e-480d-b60d-b4ea8b2e9a91 req-324b4673-4c7e-4f35-a820-02dffacfae58 service neutron] 10.222.0.47 "GET /v2.0/networks/acdf1195-e9c1-40b1-a720-fb83ea5479b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1633301
Apr 14 11:24:55.222503 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2695f-53c8-4ffe-8902-0ceb96abaec9 req-5237a824-b25d-41d5-b7e8-442311d0c9d3 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:55.224976 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b3e2695f-53c8-4ffe-8902-0ceb96abaec9 req-5237a824-b25d-41d5-b7e8-442311d0c9d3 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 1.0215640
Apr 14 11:24:55.375174 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-375d9102-a12e-480d-b60d-b4ea8b2e9a91 req-c1753d37-1b16-495a-8908-740661753c68 service neutron] 10.222.0.47 "GET /v2.0/networks/acdf1195-e9c1-40b1-a720-fb83ea5479b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1661952
Apr 14 11:24:55.427983 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aefcbef1-1302-40bd-b9b9-cafd32b4501b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:55.473135 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b3e2695f-53c8-4ffe-8902-0ceb96abaec9 req-96d83512-4194-402a-87bf-2fa60f69c907 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2242272
Apr 14 11:24:55.606427 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a64da1-256d-4007-93df-38c6ef99f126 req-516004f7-2eff-4bcf-a8d8-f95ebd1c642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:55.608695 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-83a64da1-256d-4007-93df-38c6ef99f126 req-516004f7-2eff-4bcf-a8d8-f95ebd1c642d service neutron] 10.222.0.47 "GET /v2.0/networks?id=7143d856-ff11-43d2-8c4d-ccc71b1058f1 HTTP/1.1" status: 200  len: 920 time: 0.7915370
Apr 14 11:24:55.617038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60523229-1adb-4b12-ab4c-19c11167b1f3 req-e00b0d4a-80da-41a9-98e7-4294ce4add8f tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:55.618663 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-60523229-1adb-4b12-ab4c-19c11167b1f3 req-e00b0d4a-80da-41a9-98e7-4294ce4add8f tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccbee729-ca79-4b57-ba89-954cca8a01e2 HTTP/1.1" status: 200  len: 948 time: 0.9038925
Apr 14 11:24:55.632534 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39df19c4-aaf8-4d17-8d36-76497791b589 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Router 770499e4-acfb-4075-890b-cd606c82d0c5 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:24:55.764720 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-83a64da1-256d-4007-93df-38c6ef99f126 req-1fa9089c-00dc-4bb4-ae74-a665a3558bd1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a762df2-4724-4061-b177-3d3782de6cef HTTP/1.1" status: 200  len: 217 time: 0.1450126
Apr 14 11:24:55.895060 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-60523229-1adb-4b12-ab4c-19c11167b1f3 req-cb7fb6ae-e890-41e1-b106-5044aa506c3e tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/security-groups?id=6560dc0c-5113-470f-b23c-e17b4508c15b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2644615
Apr 14 11:24:55.907662 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-fdc96adc-f0bc-4866-b2c6-5f75d8f9c2a9 req-7023092a-5601-492d-86c9-6fd1123fea56 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:56.004775 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:56.084689 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023092a-5601-492d-86c9-6fd1123fea56 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Pushing event deleted for resources: {'Port': ['ID=e96d4e7d-6641-44e1-9b85-b3ddae262cf8,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:56.142164 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7023092a-5601-492d-86c9-6fd1123fea56 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:56.160314 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a64da1-256d-4007-93df-38c6ef99f126 req-6d377953-769d-4f7b-b814-396232feab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:56.161912 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-83a64da1-256d-4007-93df-38c6ef99f126 req-6d377953-769d-4f7b-b814-396232feab48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b05589-3e80-486a-af43-2ca7b75f34c0 HTTP/1.1" status: 200  len: 859 time: 0.3784299
Apr 14 11:24:56.259082 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-83a64da1-256d-4007-93df-38c6ef99f126 req-1339e822-8144-4847-a6bd-a78dfe762576 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7143d856-ff11-43d2-8c4d-ccc71b1058f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0791719
Apr 14 11:24:56.331297 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300fd8a-d946-4ed2-a34a-177ab97238c3 req-b86875ef-786d-491a-9b29-a20d60145408 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:56.332896 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9300fd8a-d946-4ed2-a34a-177ab97238c3 req-b86875ef-786d-491a-9b29-a20d60145408 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ac459ec-aa20-4434-a540-389b14dd408f HTTP/1.1" status: 200  len: 867 time: 0.6372020
Apr 14 11:24:56.357839 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39df19c4-aaf8-4d17-8d36-76497791b589 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:24:56.371401 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41f6225-aa7e-4af9-b337-7d49b320d61e None None] Sync routers for ids ['770499e4-acfb-4075-890b-cd606c82d0c5'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:24:56.382997 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41f6225-aa7e-4af9-b337-7d49b320d61e None None] Routers {'770499e4-acfb-4075-890b-cd606c82d0c5'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:24:56.383502 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b41f6225-aa7e-4af9-b337-7d49b320d61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130d0fd30>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:24:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['770499e4-acfb-4075-890b-cd606c82d0c5'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:56.458237 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-39df19c4-aaf8-4d17-8d36-76497791b589 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:56.521752 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9300fd8a-d946-4ed2-a34a-177ab97238c3 req-f6bf8989-d530-44d2-98b1-095d32be2af6 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715686
Apr 14 11:24:56.577871 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-b41f6225-aa7e-4af9-b337-7d49b320d61e None None] Set router 770499e4-acfb-4075-890b-cd606c82d0c5 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:24:56.612623 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc96adc-f0bc-4866-b2c6-5f75d8f9c2a9 req-7023092a-5601-492d-86c9-6fd1123fea56 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] No DVR routers for this DVR port e96d4e7d-6641-44e1-9b85-b3ddae262cf8 on host hv-cinder-77459 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:24:56.626639 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-39df19c4-aaf8-4d17-8d36-76497791b589 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "PUT /v2.0/floatingips/f0f26c07-c6d5-49b0-9753-a98c7a7a0e16 HTTP/1.1" status: 200  len: 990 time: 4.8263798
Apr 14 11:24:56.635602 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-fdc96adc-f0bc-4866-b2c6-5f75d8f9c2a9 req-7023092a-5601-492d-86c9-6fd1123fea56 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:56.638972 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fdc96adc-f0bc-4866-b2c6-5f75d8f9c2a9 req-7023092a-5601-492d-86c9-6fd1123fea56 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.47 "DELETE /v2.0/ports/e96d4e7d-6641-44e1-9b85-b3ddae262cf8 HTTP/1.1" status: 204  len: 173 time: 3.1732140
Apr 14 11:24:56.639865 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa266e8f-5999-4c69-a443-204e30e4ae01', 'tag': '0f2cea50-f652-40ec-9002-e5e8a4220403'}, {'server_uuid': '7ac459ec-aa20-4434-a540-389b14dd408f', 'name': 'network-vif-deleted', 'tag': 'e96d4e7d-6641-44e1-9b85-b3ddae262cf8'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:24:56.714845 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-83a64da1-256d-4007-93df-38c6ef99f126 req-c7fa2795-d673-4931-8c5a-e9b817d7b440 service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4294848
Apr 14 11:24:56.748890 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 2177e387-2cb9-43ab-a972-6b552be87c1c details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:24:56.751526 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device e96d4e7d-6641-44e1-9b85-b3ddae262cf8 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:24:56.813637 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a593c2-37cb-4718-82e7-117b227a8347 req-28097be0-7812-4ea6-941c-51e909504748 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:56.815609 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b1a593c2-37cb-4718-82e7-117b227a8347 req-28097be0-7812-4ea6-941c-51e909504748 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1645513
Apr 14 11:24:56.877820 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: e96d4e7d-6641-44e1-9b85-b3ddae262cf8 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:24:56.878405 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device e96d4e7d-6641-44e1-9b85-b3ddae262cf8 not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:24:56.889507 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa266e8f-5999-4c69-a443-204e30e4ae01', 'tag': '0f2cea50-f652-40ec-9002-e5e8a4220403', 'status': 'completed', 'code': 200}
Apr 14 11:24:56.889829 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac459ec-aa20-4434-a540-389b14dd408f', 'name': 'network-vif-deleted', 'tag': 'e96d4e7d-6641-44e1-9b85-b3ddae262cf8', 'status': 'completed', 'code': 200}
Apr 14 11:24:56.993423 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 2177e387-2cb9-43ab-a972-6b552be87c1c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2177e387-2cb9-43ab-a972-6b552be87c1c,segment=NetworkSegment(5c1e21e0-ad47-4cde-83aa-fad02a112936),segment_id=5c1e21e0-ad47-4cde-83aa-fad02a112936)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:57.013959 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '2177e387-2cb9-43ab-a972-6b552be87c1c', 'network_id': 'acdf1195-e9c1-40b1-a720-fb83ea5479b2', 'port_id': '2177e387-2cb9-43ab-a972-6b552be87c1c', 'mac_address': 'fa:16:3e:e9:06:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad400f0-0d55-44e0-98c6-21b3afb27822', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:24:57.082810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:57.111483 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b41f6225-aa7e-4af9-b337-7d49b320d61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130d0fd30>, [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': 'f0f26c07-c6d5-49b0-9753-a98c7a7a0e16', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'port_id': '0f2cea50-f652-40ec-9002-e5e8a4220403', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'mac_address': 'fa:16:3e:c7:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa266e8f-5999-4c69-a443-204e30e4ae01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:24:18Z', 'updated_at': '2021-04-14T11:24:53Z', 'revision_number': 1, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26032407-3fbf-48bd-81e1-b0c99b5a6e93', 'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'mac_address': 'fa:16:3e:75:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:07Z', 'updated_at': '2021-04-14T11:24:25Z', 'revision_number': 5, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'subnets': [{'id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:57.116090 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41f6225-aa7e-4af9-b337-7d49b320d61e None None] Checking router: 770499e4-acfb-4075-890b-cd606c82d0c5 for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:24:57.126810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41f6225-aa7e-4af9-b337-7d49b320d61e None None] Routers {'770499e4-acfb-4075-890b-cd606c82d0c5'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:24:57.127486 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b41f6225-aa7e-4af9-b337-7d49b320d61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130d0fd30>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:24:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['770499e4-acfb-4075-890b-cd606c82d0c5'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:57.127628 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2177e387-2cb9-43ab-a972-6b552be87c1c {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:24:57.166212 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 2177e387-2cb9-43ab-a972-6b552be87c1c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2177e387-2cb9-43ab-a972-6b552be87c1c,segment=NetworkSegment(5c1e21e0-ad47-4cde-83aa-fad02a112936),segment_id=5c1e21e0-ad47-4cde-83aa-fad02a112936)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:24:57.177421 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:57.180310 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:57.293918 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b1a593c2-37cb-4718-82e7-117b227a8347 req-5cea7976-f7bd-472b-a5eb-5ccfe74bf9a6 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4077277
Apr 14 11:24:57.304406 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=2177e387-2cb9-43ab-a972-6b552be87c1c,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:57.313789 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:57.314182 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:57.314751 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:57.314884 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:57.315269 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:57.315640 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:57.316008 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:57.316376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:57.316741 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:57.317131 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:57.317722 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:57.317861 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:24:57.322951 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:57.368464 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-b41f6225-aa7e-4af9-b337-7d49b320d61e None None] Set router 770499e4-acfb-4075-890b-cd606c82d0c5 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:24:57.386859 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-83a64da1-256d-4007-93df-38c6ef99f126 req-7b74f5af-1508-4bda-8e9c-6383a6577ebe service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6586192
Apr 14 11:24:57.417189 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd38c3-367b-4880-ac93-c26fa06fe37b req-f523ad99-772b-4848-83ea-b6c20bf8fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:57.420207 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a5dd38c3-367b-4880-ac93-c26fa06fe37b req-f523ad99-772b-4848-83ea-b6c20bf8fdba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42a8edf20fd2489b856e4667ae588287&device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 1098 time: 0.5320363
Apr 14 11:24:57.466109 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e7b35ab3-d861-45d5-a479-fe72e5f68898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:57.501423 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f550df7-d951-47a3-b6a7-c2298887cd21 req-a9a268d0-891d-4fc3-b125-f7c527126345 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:57.509855 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9f550df7-d951-47a3-b6a7-c2298887cd21 req-a9a268d0-891d-4fc3-b125-f7c527126345 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccbee729-ca79-4b57-ba89-954cca8a01e2 HTTP/1.1" status: 200  len: 949 time: 0.2687988
Apr 14 11:24:57.546183 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['2177e387-2cb9-43ab-a972-6b552be87c1c'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:24:57.612798 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9f550df7-d951-47a3-b6a7-c2298887cd21 req-f638b7c7-86b3-44cc-8c2f-e098a3683cd8 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/security-groups?id=6560dc0c-5113-470f-b23c-e17b4508c15b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012642
Apr 14 11:24:57.635222 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 57490) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:57.680152 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:24:57.685763 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd38c3-367b-4880-ac93-c26fa06fe37b req-709b0886-f0ea-4131-bf71-9dc74b5a9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:57.687935 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a5dd38c3-367b-4880-ac93-c26fa06fe37b req-709b0886-f0ea-4131-bf71-9dc74b5a9a2c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b697626d-73a8-4a4d-86f6-e642e203014b HTTP/1.1" status: 200  len: 912 time: 0.2461610
Apr 14 11:24:57.797865 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bebb488c-184e-4961-9442-bdff084bcf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:57.819364 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bebb488c-184e-4961-9442-bdff084bcf3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:24:57.824558 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-bebb488c-184e-4961-9442-bdff084bcf3a admin admin] Usage tracker for resource:security_group_rule and tenant:bb85f94c3eec43d2a2144257dd7559c0 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:24:57.830279 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-bebb488c-184e-4961-9442-bdff084bcf3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:24:57.837583 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bebb488c-184e-4961-9442-bdff084bcf3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:24:57.888624 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a5dd38c3-367b-4880-ac93-c26fa06fe37b req-29bcb5b8-be7f-4db0-9e98-428c11549262 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f2cea50-f652-40ec-9002-e5e8a4220403 HTTP/1.1" status: 200  len: 998 time: 0.1880374
Apr 14 11:24:57.951472 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b41f6225-aa7e-4af9-b337-7d49b320d61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130d0fd30>, [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': 'f0f26c07-c6d5-49b0-9753-a98c7a7a0e16', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'port_id': '0f2cea50-f652-40ec-9002-e5e8a4220403', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'mac_address': 'fa:16:3e:c7:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa266e8f-5999-4c69-a443-204e30e4ae01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:24:18Z', 'updated_at': '2021-04-14T11:24:53Z', 'revision_number': 1, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26032407-3fbf-48bd-81e1-b0c99b5a6e93', 'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'mac_address': 'fa:16:3e:75:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:07Z', 'updated_at': '2021-04-14T11:24:25Z', 'revision_number': 5, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'subnets': [{'id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:24:57.956263 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41f6225-aa7e-4af9-b337-7d49b320d61e None None] The sync data for ids ['770499e4-acfb-4075-890b-cd606c82d0c5'] in dv-cinder-774594-3-iscsi is: [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': 'f0f26c07-c6d5-49b0-9753-a98c7a7a0e16', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'port_id': '0f2cea50-f652-40ec-9002-e5e8a4220403', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'mac_address': 'fa:16:3e:c7:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa266e8f-5999-4c69-a443-204e30e4ae01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:24:18Z', 'updated_at': '2021-04-14T11:24:53Z', 'revision_number': 1, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26032407-3fbf-48bd-81e1-b0c99b5a6e93', 'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'mac_address': 'fa:16:3e:75:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:07Z', 'updated_at': '2021-04-14T11:24:25Z', 'revision_number': 5, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'subnets': [{'id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:24:57.963351 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bebb488c-184e-4961-9442-bdff084bcf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:57.966567 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bebb488c-184e-4961-9442-bdff084bcf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:57.978223 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6b61f85c-30d1-432e-bb4b-47f828414ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:58.015158 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd38c3-367b-4880-ac93-c26fa06fe37b req-385d5298-503f-4522-9a73-46a386c8cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:58.016931 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a5dd38c3-367b-4880-ac93-c26fa06fe37b req-385d5298-503f-4522-9a73-46a386c8cd3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4213cafa-277c-42ee-9b65-c2d9ae792ac7 HTTP/1.1" status: 200  len: 850 time: 0.1201506
Apr 14 11:24:58.048341 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-bebb488c-184e-4961-9442-bdff084bcf3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb85f94c3eec43d2a2144257dd7559c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4090850
Apr 14 11:24:58.048341 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb488c-184e-4961-9442-bdff084bcf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4257f74f-efba-41e6-905f-35f4effbf1f1,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:58.050016 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bebb488c-184e-4961-9442-bdff084bcf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:58.050724 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 57512) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:24:58.116167 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8a3eed85-dc5c-45c0-b3b0-4deeeb3876d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:58.145657 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8a3eed85-dc5c-45c0-b3b0-4deeeb3876d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:58.191783 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8a3eed85-dc5c-45c0-b3b0-4deeeb3876d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:58.197570 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:24:58.211650 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3eed85-dc5c-45c0-b3b0-4deeeb3876d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4257f74f-efba-41e6-905f-35f4effbf1f1,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:24:58.214250 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8a3eed85-dc5c-45c0-b3b0-4deeeb3876d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:24:58.218052 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8a3eed85-dc5c-45c0-b3b0-4deeeb3876d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:58.221691 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-8a3eed85-dc5c-45c0-b3b0-4deeeb3876d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4257f74f-efba-41e6-905f-35f4effbf1f1 HTTP/1.1" status: 204  len: 168 time: 0.1675565
Apr 14 11:24:58.262368 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd38c3-367b-4880-ac93-c26fa06fe37b req-2718d353-650b-47ea-b7ce-2927c5ab0829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:58.264037 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a5dd38c3-367b-4880-ac93-c26fa06fe37b req-2718d353-650b-47ea-b7ce-2927c5ab0829 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b697626d-73a8-4a4d-86f6-e642e203014b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2354214
Apr 14 11:24:58.271952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-28865019-348f-43c8-a52f-3d5b462227bd tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:58.273551 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-28865019-348f-43c8-a52f-3d5b462227bd tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/networks?id=965dee3f-e10e-4b39-b0ce-e283a28dbf34 HTTP/1.1" status: 200  len: 809 time: 0.1990693
Apr 14 11:24:58.316926 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:58.339023 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44647078-ec5c-47a5-ac26-69e7de93e727 None None] New status for floating IP f0f26c07-c6d5-49b0-9753-a98c7a7a0e16: ACTIVE {{(pid=85284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 14 11:24:58.350900 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-5b79cfcd-869e-4178-8db5-61d4c2607da0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/quotas/9d8060b84813488fa4f5527b0ab29766 HTTP/1.1" status: 200  len: 375 time: 0.0540071
Apr 14 11:24:58.484798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-de13e282-d6b4-46c5-a48d-13f9968d3357 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Synchronizing usage tracker for tenant:9d8060b84813488fa4f5527b0ab29766 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:24:58.590842 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a5dd38c3-367b-4880-ac93-c26fa06fe37b req-4bae249a-2324-4c99-b4a2-1fa582541473 service neutron] 10.222.0.47 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3162453
Apr 14 11:24:58.595040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-de13e282-d6b4-46c5-a48d-13f9968d3357 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Unset dirty status for tenant:9d8060b84813488fa4f5527b0ab29766 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:24:58.596256 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-de13e282-d6b4-46c5-a48d-13f9968d3357 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d8060b84813488fa4f5527b0ab29766&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2378740
Apr 14 11:24:58.801642 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f41b9-800a-4669-9c93-16f7a0687f9c req-d4374bae-a8b6-4f7c-9bdc-9df033db90c4 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:58.803235 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-305f41b9-800a-4669-9c93-16f7a0687f9c req-d4374bae-a8b6-4f7c-9bdc-9df033db90c4 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.3364506
Apr 14 11:24:58.867954 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-305f41b9-800a-4669-9c93-16f7a0687f9c req-df2b32c9-504c-4a59-a7ab-ae89e7285fdb tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558591
Apr 14 11:24:58.904209 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a5dd38c3-367b-4880-ac93-c26fa06fe37b req-500e8b92-9ebb-45de-8d5b-a0759366a60f service neutron] 10.222.0.47 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3021653
Apr 14 11:24:58.912051 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-52eb93a4-82c9-4ab3-bd5d-aa2bc4f30f89 service neutron] 10.222.0.20 "GET /v2.0/networks/965dee3f-e10e-4b39-b0ce-e283a28dbf34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2829232
Apr 14 11:24:59.123777 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-15ccd2a2-0bab-4704-b45b-fd9a7e137411 service neutron] 10.222.0.20 "GET /v2.0/networks/965dee3f-e10e-4b39-b0ce-e283a28dbf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2050166
Apr 14 11:24:59.141336 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ab194-2f40-425f-a2ae-6bfbc277dfb5 req-1a6c3ae4-1a1d-4785-8bc5-0766e2ba6c97 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:24:59.142861 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-526ab194-2f40-425f-a2ae-6bfbc277dfb5 req-1a6c3ae4-1a1d-4785-8bc5-0766e2ba6c97 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccbee729-ca79-4b57-ba89-954cca8a01e2 HTTP/1.1" status: 200  len: 949 time: 0.1278565
Apr 14 11:24:59.176281 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-526ab194-2f40-425f-a2ae-6bfbc277dfb5 req-a75477cc-ac2c-4cd2-a898-6f79667e5d3c tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/security-groups?id=6560dc0c-5113-470f-b23c-e17b4508c15b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0261135
Apr 14 11:24:59.309030 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:24:59.352610 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-23cd2143-7950-4bc6-b649-f84029455729 req-370ab704-1865-433d-8b4c-c12d861b3437 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=edf475f7-af24-45db-b3cd-9e5a6e0669f8 HTTP/1.1" status: 200  len: 210 time: 0.0637774
Apr 14 11:25:00.080558 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d6590-2415-46fe-bc52-ef07133f78b4 req-b38c96f4-bf7e-4feb-92bc-5f0dacd01a15 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:00.082222 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cb7d6590-2415-46fe-bc52-ef07133f78b4 req-b38c96f4-bf7e-4feb-92bc-5f0dacd01a15 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.0904315
Apr 14 11:25:00.113705 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cb7d6590-2415-46fe-bc52-ef07133f78b4 req-bbc86b41-524e-4de7-95a4-32198743189b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251095
Apr 14 11:25:00.353018 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:00.527189 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b4de203-17be-4421-827b-18be73660c02 req-a2321e6d-18a6-4925-91ee-f37f382ff745 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130751912&fields=id&tenant_id=73c130d3f7dc4956aa28b890684d0e50 HTTP/1.1" status: 200  len: 267 time: 0.1555264
Apr 14 11:25:00.616267 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae8af1-8983-4a3f-8742-89969161cc55 req-247aa09b-c401-482b-8bc7-6bad7bb1c32f tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:00.617926 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-76ae8af1-8983-4a3f-8742-89969161cc55 req-247aa09b-c401-482b-8bc7-6bad7bb1c32f tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccbee729-ca79-4b57-ba89-954cca8a01e2 HTTP/1.1" status: 200  len: 949 time: 0.3240933
Apr 14 11:25:00.632257 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-f59a9c1e-92a4-47ea-b343-b77e8f035adf tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:00.633742 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-f59a9c1e-92a4-47ea-b343-b77e8f035adf tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.47 "GET /v2.0/networks?id=965dee3f-e10e-4b39-b0ce-e283a28dbf34 HTTP/1.1" status: 200  len: 809 time: 0.2971849
Apr 14 11:25:00.691712 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-111f2143-00ee-4389-8665-d6efc0c24a38 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Request body: {'port': {'device_id': 'edf475f7-af24-45db-b3cd-9e5a6e0669f8', 'network_id': '965dee3f-e10e-4b39-b0ce-e283a28dbf34', 'admin_state_up': True, 'tenant_id': '9d8060b84813488fa4f5527b0ab29766'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:25:00.753800 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 2177e387-2cb9-43ab-a972-6b552be87c1c up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:25:00.771757 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-76ae8af1-8983-4a3f-8742-89969161cc55 req-a2111e42-5de8-4ca8-b72f-074eac1d949e tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/security-groups?id=6560dc0c-5113-470f-b23c-e17b4508c15b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370058
Apr 14 11:25:00.824798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port 2177e387-2cb9-43ab-a972-6b552be87c1c completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:25:00.830418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 2177e387-2cb9-43ab-a972-6b552be87c1c triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:25:00.831252 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:00.878243 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4de203-17be-4421-827b-18be73660c02 req-afb8ad1e-988e-446b-8cc2-af323b7009c0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:00.879847 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b4de203-17be-4421-827b-18be73660c02 req-afb8ad1e-988e-446b-8cc2-af323b7009c0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/networks?id=bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 HTTP/1.1" status: 200  len: 809 time: 0.3423717
Apr 14 11:25:00.911610 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b4de203-17be-4421-827b-18be73660c02 req-b8f4d1a2-e6f1-443b-b0a3-24c7cedf479f tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/quotas/73c130d3f7dc4956aa28b890684d0e50 HTTP/1.1" status: 200  len: 375 time: 0.0252254
Apr 14 11:25:00.961565 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-111f2143-00ee-4389-8665-d6efc0c24a38 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:25:00.963745 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:00.976927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbee729-ca79-4b57-ba89-954cca8a01e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2177e387-2cb9-43ab-a972-6b552be87c1c'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:25:00.984742 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-111f2143-00ee-4389-8665-d6efc0c24a38 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:25:00.986289 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 2177e387-2cb9-43ab-a972-6b552be87c1c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2177e387-2cb9-43ab-a972-6b552be87c1c,segment=NetworkSegment(5c1e21e0-ad47-4cde-83aa-fad02a112936),segment_id=5c1e21e0-ad47-4cde-83aa-fad02a112936)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:00.990313 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:00.992847 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:01.008646 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-111f2143-00ee-4389-8665-d6efc0c24a38 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Made reservation on behalf of 9d8060b84813488fa4f5527b0ab29766 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:25:01.015455 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-111f2143-00ee-4389-8665-d6efc0c24a38 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:01.065667 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=2177e387-2cb9-43ab-a972-6b552be87c1c,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:01.068858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:01.126674 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7a58315e-9c0d-42b8-91b5-e9571098b8df req-d768d04f-042f-40f7-a5db-aff27d5a77c4 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=edf475f7-af24-45db-b3cd-9e5a6e0669f8 HTTP/1.1" status: 200  len: 210 time: 0.0645163
Apr 14 11:25:01.142355 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b4de203-17be-4421-827b-18be73660c02 req-e0ae2d9d-30ef-4986-a68d-ca922e528ba7 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73c130d3f7dc4956aa28b890684d0e50&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2196276
Apr 14 11:25:01.395457 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbee729-ca79-4b57-ba89-954cca8a01e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2177e387-2cb9-43ab-a972-6b552be87c1c', 'code': 200}
Apr 14 11:25:01.667266 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-111f2143-00ee-4389-8665-d6efc0c24a38 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Allocated IP 172.20.0.5 (965dee3f-e10e-4b39-b0ce-e283a28dbf34/d0349ccc-ba9f-4476-b379-a35c31d00919/99f32d3f-3273-429f-81d0-ba669d49fb93) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:25:01.740157 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b4de203-17be-4421-827b-18be73660c02 req-b45aa1c6-41d9-4fe7-843c-06761472d503 service neutron] 10.222.0.20 "GET /v2.0/networks/bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5802968
Apr 14 11:25:01.922169 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17914d-a981-483a-b9a5-3f0a2dd3d014 req-89946c60-397d-4e0b-bad4-d3c6509d6b26 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:01.923782 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2d17914d-a981-483a-b9a5-3f0a2dd3d014 req-89946c60-397d-4e0b-bad4-d3c6509d6b26 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.3611901
Apr 14 11:25:01.987994 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669579f-24d1-4da3-a843-94d707b3eac1 req-d918bb33-5646-436f-aa0f-87fcb578e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:01.989587 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c669579f-24d1-4da3-a843-94d707b3eac1 req-d918bb33-5646-436f-aa0f-87fcb578e22e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ccbee729-ca79-4b57-ba89-954cca8a01e2 HTTP/1.1" status: 200  len: 1103 time: 0.3766253
Apr 14 11:25:02.072886 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c669579f-24d1-4da3-a843-94d707b3eac1 req-44a3ffc3-0189-46a2-9bb5-0ea4e0c7f754 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6560dc0c-5113-470f-b23c-e17b4508c15b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604756
Apr 14 11:25:02.075873 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2d17914d-a981-483a-b9a5-3f0a2dd3d014 req-e7a79898-2c3c-432d-9190-2870b745cf47 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905356
Apr 14 11:25:02.125630 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b4de203-17be-4421-827b-18be73660c02 req-fee84dc8-fc34-4783-82ed-82e598c24e5c service neutron] 10.222.0.20 "GET /v2.0/networks/bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3617065
Apr 14 11:25:02.128485 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-111f2143-00ee-4389-8665-d6efc0c24a38 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:02.160622 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-111f2143-00ee-4389-8665-d6efc0c24a38 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:02.179804 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7023092a-5601-492d-86c9-6fd1123fea56 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:02.336490 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f2143-00ee-4389-8665-d6efc0c24a38 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Pushing event updated for resources: {'Port': ['ID=99f32d3f-3273-429f-81d0-ba669d49fb93,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:02.342346 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-111f2143-00ee-4389-8665-d6efc0c24a38 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:02.387025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-111f2143-00ee-4389-8665-d6efc0c24a38 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Network 965dee3f-e10e-4b39-b0ce-e283a28dbf34 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:25:02.388402 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-111f2143-00ee-4389-8665-d6efc0c24a38 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:25:02.391075 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-111f2143-00ee-4389-8665-d6efc0c24a38 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:25:02.464657 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-111f2143-00ee-4389-8665-d6efc0c24a38 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:02.465358 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-111f2143-00ee-4389-8665-d6efc0c24a38 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:02.499236 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-111f2143-00ee-4389-8665-d6efc0c24a38 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8125908
Apr 14 11:25:02.526160 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Request body: {'port': {'device_id': 'edf475f7-af24-45db-b3cd-9e5a6e0669f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:25:02.848923 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:02.883172 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0e58a-fe95-4f7e-b309-65c2ea7cea49 req-63eed96b-d697-4d8d-9eda-9e872430728d tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:02.885162 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ccf0e58a-fe95-4f7e-b309-65c2ea7cea49 req-63eed96b-d697-4d8d-9eda-9e872430728d tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccbee729-ca79-4b57-ba89-954cca8a01e2 HTTP/1.1" status: 200  len: 950 time: 0.2874098
Apr 14 11:25:02.952301 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ccf0e58a-fe95-4f7e-b309-65c2ea7cea49 req-3eedcbb6-49e7-4d6e-a061-1ced646186eb tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/security-groups?id=6560dc0c-5113-470f-b23c-e17b4508c15b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585642
Apr 14 11:25:03.006943 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617c3d6-9068-4249-806a-f023512c685a req-0e21aeaa-b87d-45ac-b452-3bc76b2365c2 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:03.007704 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-9617c3d6-9068-4249-806a-f023512c685a req-0e21aeaa-b87d-45ac-b452-3bc76b2365c2 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Synchronizing usage tracker for tenant:9d8060b84813488fa4f5527b0ab29766 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:25:03.087910 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-9617c3d6-9068-4249-806a-f023512c685a req-0e21aeaa-b87d-45ac-b452-3bc76b2365c2 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Unset dirty status for tenant:9d8060b84813488fa4f5527b0ab29766 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:25:03.089239 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9617c3d6-9068-4249-806a-f023512c685a req-0e21aeaa-b87d-45ac-b452-3bc76b2365c2 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=edf475f7-af24-45db-b3cd-9e5a6e0669f8 HTTP/1.1" status: 200  len: 931 time: 0.3210590
Apr 14 11:25:03.182445 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c526afe4-21c7-4bff-9212-1d3847c64041 req-832cd9fb-9bd6-46f7-8284-7d216717d1d1 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 210 time: 0.0861993
Apr 14 11:25:03.193220 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9617c3d6-9068-4249-806a-f023512c685a req-32d04186-9387-4e1d-8b6a-e0f96d44e7ca tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931051
Apr 14 11:25:03.249677 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:03.490084 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce9df2-ba1b-4115-947b-ca397ca4eb71 req-a4e9ed49-e9b1-4af9-9d7c-d54df7e5cd88 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:03.491670 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-afce9df2-ba1b-4115-947b-ca397ca4eb71 req-a4e9ed49-e9b1-4af9-9d7c-d54df7e5cd88 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1815557
Apr 14 11:25:03.516001 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f32d3f-3273-429f-81d0-ba669d49fb93 {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:25:03.528571 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:03.537214 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-afce9df2-ba1b-4115-947b-ca397ca4eb71 req-e852fb06-83c3-4ca9-b8a1-9e1e49491eb2 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384209
Apr 14 11:25:03.549553 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Transition to ACTIVE for port object 99f32d3f-3273-429f-81d0-ba669d49fb93 will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:25:03.552574 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:03.568784 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:03.710086 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Pushing event updated for resources: {'Port': ['ID=99f32d3f-3273-429f-81d0-ba669d49fb93,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:03.719680 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:03.944882 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Attempting to bind port 99f32d3f-3273-429f-81d0-ba669d49fb93 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:25:03.945340 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Attempting to bind port 99f32d3f-3273-429f-81d0-ba669d49fb93 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'a97675ef-7ed0-444d-8d49-cdff6c0218f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '965dee3f-e10e-4b39-b0ce-e283a28dbf34'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:25:03.945876 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Attempting to bind port 99f32d3f-3273-429f-81d0-ba669d49fb93 on network 965dee3f-e10e-4b39-b0ce-e283a28dbf34 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:25:03.989326 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Port 99f32d3f-3273-429f-81d0-ba669d49fb93 on network 965dee3f-e10e-4b39-b0ce-e283a28dbf34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:25:03.989704 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Attempting to bind port 99f32d3f-3273-429f-81d0-ba669d49fb93 on network 965dee3f-e10e-4b39-b0ce-e283a28dbf34 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:25:04.004181 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:25:04.004562 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Checking segment: {'id': 'a97675ef-7ed0-444d-8d49-cdff6c0218f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '965dee3f-e10e-4b39-b0ce-e283a28dbf34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:25:04.004996 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Bound using segment: {'id': 'a97675ef-7ed0-444d-8d49-cdff6c0218f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '965dee3f-e10e-4b39-b0ce-e283a28dbf34'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:25:04.005511 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Bound port: 99f32d3f-3273-429f-81d0-ba669d49fb93, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97675ef-7ed0-444d-8d49-cdff6c0218f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '965dee3f-e10e-4b39-b0ce-e283a28dbf34'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:25:04.005877 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:04.569707 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] For port 99f32d3f-3273-429f-81d0-ba669d49fb93, host hv-cinder-77459, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:25:04.583310 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4de203-17be-4421-827b-18be73660c02 req-6aa5af47-2b63-4a63-b0cc-bfe3fc63b51f tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:04.584877 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b4de203-17be-4421-827b-18be73660c02 req-6aa5af47-2b63-4a63-b0cc-bfe3fc63b51f tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.47 "GET /v2.0/networks?id=bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 HTTP/1.1" status: 200  len: 809 time: 0.6365788
Apr 14 11:25:04.586805 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] For port 99f32d3f-3273-429f-81d0-ba669d49fb93, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=99f32d3f-3273-429f-81d0-ba669d49fb93,segment=NetworkSegment(a97675ef-7ed0-444d-8d49-cdff6c0218f1),segment_id=a97675ef-7ed0-444d-8d49-cdff6c0218f1)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:25:04.602183 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:04.635139 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:04.756644 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-efeaa3ae-694b-423c-a964-6081b8b3c828 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:04.758681 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-efeaa3ae-694b-423c-a964-6081b8b3c828 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/networks?id=6b5ae062-a161-4889-8402-18f1bfe40400 HTTP/1.1" status: 200  len: 815 time: 0.6711996
Apr 14 11:25:04.766505 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c17a05-38de-453f-a1b8-b16894d9f145 req-11a0b84d-1294-4193-af00-a52a8247c66e tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:04.768037 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-93c17a05-38de-453f-a1b8-b16894d9f145 req-11a0b84d-1294-4193-af00-a52a8247c66e tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccbee729-ca79-4b57-ba89-954cca8a01e2 HTTP/1.1" status: 200  len: 950 time: 0.6443248
Apr 14 11:25:04.880333 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b4de203-17be-4421-827b-18be73660c02 req-aaf45e3a-11a6-4c31-b062-252b7f9b4ce2 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73c130d3f7dc4956aa28b890684d0e50 HTTP/1.1" status: 200  len: 8061 time: 0.2768157
Apr 14 11:25:04.887899 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-95ceed9c-8108-4fdf-8bac-056feef5008b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/quotas/de9050b67e08476387fed4dd21923614 HTTP/1.1" status: 200  len: 375 time: 0.1188488
Apr 14 11:25:04.911723 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-93c17a05-38de-453f-a1b8-b16894d9f145 req-0bd0a7b4-ac66-45d2-9c0a-cecd07fe6632 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/security-groups?id=6560dc0c-5113-470f-b23c-e17b4508c15b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734916
Apr 14 11:25:04.912418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Pushing event updated for resources: {'Port': ['ID=99f32d3f-3273-429f-81d0-ba669d49fb93,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:04.919103 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-5b4de203-17be-4421-827b-18be73660c02 req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Request body: {'port': {'device_id': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1', 'admin_state_up': True, 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'security_groups': ['192e6ad0-b89a-4a1e-bb25-933449038cbc']}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:25:04.936627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:05.155035 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d5fa5d9d-c79a-4612-a90f-db2d9b2df10e req-be77d0d9-5bde-43bd-bcaf-1c65955789d3 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 210 time: 0.1205561
Apr 14 11:25:05.194213 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:05.194880 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:05.196346 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] 10.222.0.47 "PUT /v2.0/ports/99f32d3f-3273-429f-81d0-ba669d49fb93 HTTP/1.1" status: 200  len: 1093 time: 2.6753373
Apr 14 11:25:05.202070 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf475f7-af24-45db-b3cd-9e5a6e0669f8', 'tag': '99f32d3f-3273-429f-81d0-ba669d49fb93'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:25:05.238920 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-f64db77e-dd65-4d7b-8758-21c29961921d tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=de9050b67e08476387fed4dd21923614&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3392954
Apr 14 11:25:05.241377 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-5b4de203-17be-4421-827b-18be73660c02 req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:25:05.245642 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-5b4de203-17be-4421-827b-18be73660c02 req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Usage tracker for resource:port and tenant:73c130d3f7dc4956aa28b890684d0e50 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:25:05.250810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-5b4de203-17be-4421-827b-18be73660c02 req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:25:05.330939 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-5b4de203-17be-4421-827b-18be73660c02 req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:25:05.460071 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4de203-17be-4421-827b-18be73660c02 req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Made reservation on behalf of 73c130d3f7dc4956aa28b890684d0e50 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:25:05.466056 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5b4de203-17be-4421-827b-18be73660c02 req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:05.615370 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-3bf5a458-f133-4823-b31d-40d689d05b70 service neutron] 10.222.0.20 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3658388
Apr 14 11:25:05.692626 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-ce373fd0-3782-4ccf-918e-35ce5a7fb614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:05.694247 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-ce373fd0-3782-4ccf-918e-35ce5a7fb614 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d8060b84813488fa4f5527b0ab29766&device_id=edf475f7-af24-45db-b3cd-9e5a6e0669f8 HTTP/1.1" status: 200  len: 1096 time: 0.4191885
Apr 14 11:25:05.719128 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270062f6-dbf4-4528-a54a-1d2783b717ff req-a5f5836d-2d16-40c4-9c51-0d2f8fa13f88 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:05.720601 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-270062f6-dbf4-4528-a54a-1d2783b717ff req-a5f5836d-2d16-40c4-9c51-0d2f8fa13f88 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=edf475f7-af24-45db-b3cd-9e5a6e0669f8 HTTP/1.1" status: 200  len: 943 time: 0.4389031
Apr 14 11:25:05.866799 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-de01fc78-9325-453a-8632-ada50d63c6ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99f32d3f-3273-429f-81d0-ba669d49fb93 HTTP/1.1" status: 200  len: 217 time: 0.1426342
Apr 14 11:25:05.932513 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-270062f6-dbf4-4528-a54a-1d2783b717ff req-d2fc920c-70e0-4ae5-9153-11788ddf66f2 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2050545
Apr 14 11:25:05.974972 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-5b4de203-17be-4421-827b-18be73660c02 req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Allocated IP 172.20.0.10 (bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1/de6bf4f8-000f-4c47-956f-2890583d6b33/c5a525b1-2146-468e-bd54-22bc70a65acd) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:25:06.008841 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-d6ef5fc6-c7d0-4261-95f2-b9601c07e028 service neutron] 10.222.0.20 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3835425
Apr 14 11:25:06.011534 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-d2d85872-9c4c-488b-9873-a2ef79a1a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:06.012915 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-d2d85872-9c4c-488b-9873-a2ef79a1a729 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0349ccc-ba9f-4476-b379-a35c31d00919 HTTP/1.1" status: 200  len: 849 time: 0.1322143
Apr 14 11:25:06.138225 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-74199d6e-e109-4ead-a6b7-6e507c259964 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=965dee3f-e10e-4b39-b0ce-e283a28dbf34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1110580
Apr 14 11:25:06.599287 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf475f7-af24-45db-b3cd-9e5a6e0669f8', 'tag': '99f32d3f-3273-429f-81d0-ba669d49fb93', 'status': 'completed', 'code': 200}
Apr 14 11:25:06.688750 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5ba73161-d817-46f8-8b80-724034bfaf4d req-7864f404-6a9e-4f53-a11a-bc0a8aa1a7c8 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=af4db36c-40dc-4c01-a045-f180f3c4fb58 HTTP/1.1" status: 200  len: 210 time: 0.0914705
Apr 14 11:25:06.712125 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18846bf7-7e6a-4e87-86b9-85fdf5a04227 req-6840998b-d415-47fc-ac9a-0862a2907e50 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:06.713609 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-18846bf7-7e6a-4e87-86b9-85fdf5a04227 req-6840998b-d415-47fc-ac9a-0862a2907e50 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.6476731
Apr 14 11:25:06.750669 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-15c7681a-be27-4b8c-bd01-ec69da84a2f0 service neutron] 10.222.0.47 "GET /v2.0/networks/965dee3f-e10e-4b39-b0ce-e283a28dbf34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6040099
Apr 14 11:25:06.757100 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5b4de203-17be-4421-827b-18be73660c02 req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:06.822981 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-18846bf7-7e6a-4e87-86b9-85fdf5a04227 req-9cd48bb2-44f2-44bd-a6be-9bbe28c2c472 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993161
Apr 14 11:25:06.869236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-5b4de203-17be-4421-827b-18be73660c02 req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Transition to ACTIVE for port object c5a525b1-2146-468e-bd54-22bc70a65acd will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:25:06.880600 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-279695ef-7e20-4f38-897a-fe78f81e80ad req-292e5b26-f344-455f-996d-bd6c9652d1b8 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 210 time: 0.0766349
Apr 14 11:25:07.049258 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3e3d124d-976b-4146-9f0e-ebc804a70aee req-568cd425-e27d-4035-b830-2af745be4dd6 service neutron] 10.222.0.47 "GET /v2.0/networks/965dee3f-e10e-4b39-b0ce-e283a28dbf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2783391
Apr 14 11:25:07.105649 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5b4de203-17be-4421-827b-18be73660c02 req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:07.164642 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:07.259911 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e197a-81d4-4829-b1c0-1fb6ac1e3a8b req-89498437-d1b3-4f0a-a5a1-ab1c13b47e40 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:07.261532 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e19e197a-81d4-4829-b1c0-1fb6ac1e3a8b req-89498437-d1b3-4f0a-a5a1-ab1c13b47e40 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccbee729-ca79-4b57-ba89-954cca8a01e2 HTTP/1.1" status: 200  len: 950 time: 0.3249388
Apr 14 11:25:07.372258 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Pushing event updated for resources: {'Port': ['ID=c5a525b1-2146-468e-bd54-22bc70a65acd,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:07.382855 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:07.406222 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e19e197a-81d4-4829-b1c0-1fb6ac1e3a8b req-1979f134-6672-4139-ace0-d8b9b68e1554 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/security-groups?id=6560dc0c-5113-470f-b23c-e17b4508c15b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868473
Apr 14 11:25:07.459366 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050016d-c3af-4234-bbdf-cfbce009dc82 req-13ee69a1-d80d-40df-93de-8b499ecfb53b tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:07.461032 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4050016d-c3af-4234-bbdf-cfbce009dc82 req-13ee69a1-d80d-40df-93de-8b499ecfb53b tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=edf475f7-af24-45db-b3cd-9e5a6e0669f8 HTTP/1.1" status: 200  len: 943 time: 0.4026003
Apr 14 11:25:07.477630 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328fcc2-df91-4897-8717-134965931dca req-ffda5bf8-6ae0-4bb7-ab4a-0ec8f205bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:07.479318 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e328fcc2-df91-4897-8717-134965931dca req-ffda5bf8-6ae0-4bb7-ab4a-0ec8f205bf21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d8060b84813488fa4f5527b0ab29766&device_id=edf475f7-af24-45db-b3cd-9e5a6e0669f8 HTTP/1.1" status: 200  len: 1096 time: 0.3714604
Apr 14 11:25:07.534904 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4de203-17be-4421-827b-18be73660c02 req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Network bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:25:07.540143 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-5b4de203-17be-4421-827b-18be73660c02 req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:25:07.545344 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4050016d-c3af-4234-bbdf-cfbce009dc82 req-6270c0d8-b5b0-4046-ab54-2ebf1ed39ad5 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720935
Apr 14 11:25:07.558137 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4de203-17be-4421-827b-18be73660c02 req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:25:07.715470 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4de203-17be-4421-827b-18be73660c02 req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:07.716894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5b4de203-17be-4421-827b-18be73660c02 req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:07.761478 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328fcc2-df91-4897-8717-134965931dca req-d5e3f468-7e16-47f3-8ae0-08a4d850e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:07.763286 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e328fcc2-df91-4897-8717-134965931dca req-d5e3f468-7e16-47f3-8ae0-08a4d850e2dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=965dee3f-e10e-4b39-b0ce-e283a28dbf34 HTTP/1.1" status: 200  len: 910 time: 0.2607021
Apr 14 11:25:07.765504 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b4de203-17be-4421-827b-18be73660c02 req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8671567
Apr 14 11:25:07.846280 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Request body: {'port': {'device_id': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:25:07.859834 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-6b6cd8f4-459e-4a56-93c8-fc462c821108 None None] Provisioning for port c5a525b1-2146-468e-bd54-22bc70a65acd completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:25:07.865553 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-6b6cd8f4-459e-4a56-93c8-fc462c821108 None None] Provisioning complete for port c5a525b1-2146-468e-bd54-22bc70a65acd triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:25:07.865983 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6b6cd8f4-459e-4a56-93c8-fc462c821108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:07.875646 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-5616fe7e-9cc0-425c-aae6-85f42de59f2b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:07.877640 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-5616fe7e-9cc0-425c-aae6-85f42de59f2b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.47 "GET /v2.0/networks?id=6b5ae062-a161-4889-8402-18f1bfe40400 HTTP/1.1" status: 200  len: 815 time: 0.5030069
Apr 14 11:25:07.893968 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Request body: {'port': {'device_id': 'af4db36c-40dc-4c01-a045-f180f3c4fb58', 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400', 'admin_state_up': True, 'tenant_id': 'de9050b67e08476387fed4dd21923614'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:25:07.926230 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-6b6cd8f4-459e-4a56-93c8-fc462c821108 None None] Port c5a525b1-2146-468e-bd54-22bc70a65acd cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:25:07.931704 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e328fcc2-df91-4897-8717-134965931dca req-efe8c8da-77f2-4936-93d4-5eaf746b71dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99f32d3f-3273-429f-81d0-ba669d49fb93 HTTP/1.1" status: 200  len: 217 time: 0.1551099
Apr 14 11:25:07.948872 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b5252e17-ba37-4434-abfb-ebdfebae56a9 req-09cdbbf3-e29c-4ad6-bda1-0a573dcb4605 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=af4db36c-40dc-4c01-a045-f180f3c4fb58 HTTP/1.1" status: 200  len: 210 time: 0.1131382
Apr 14 11:25:08.062921 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:25:08.066944 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Usage tracker for resource:port and tenant:de9050b67e08476387fed4dd21923614 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:25:08.069974 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:25:08.076488 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:25:08.085310 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Made reservation on behalf of de9050b67e08476387fed4dd21923614 for: {'port': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:25:08.092019 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:08.194745 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328fcc2-df91-4897-8717-134965931dca req-312f11bc-f8fb-4219-b7f2-79c65c7d00b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:08.196216 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e328fcc2-df91-4897-8717-134965931dca req-312f11bc-f8fb-4219-b7f2-79c65c7d00b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0349ccc-ba9f-4476-b379-a35c31d00919 HTTP/1.1" status: 200  len: 849 time: 0.2501009
Apr 14 11:25:08.204676 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:08.255182 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Allocated IP 172.20.0.4 (6b5ae062-a161-4889-8402-18f1bfe40400/d255a5ae-2634-43d7-8e91-eade956f26e1/5dab94bb-1a2d-4253-b2bf-0609a9699215) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:25:08.311548 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e328fcc2-df91-4897-8717-134965931dca req-08558039-be30-471f-9d9d-e70b358555d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=965dee3f-e10e-4b39-b0ce-e283a28dbf34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0743670
Apr 14 11:25:08.434465 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191986-c0fc-42d5-bb47-a29245d92cbc req-ce2f02ec-dcd6-495d-9d39-bbe84bb8f845 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:08.436696 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-45191986-c0fc-42d5-bb47-a29245d92cbc req-ce2f02ec-dcd6-495d-9d39-bbe84bb8f845 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.4467351
Apr 14 11:25:08.512403 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9c425-03cd-4886-9f77-60ca70630064 req-cca3eae6-2bd6-401f-92d9-5e5cc8752361 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:08.512710 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-7ed9c425-03cd-4886-9f77-60ca70630064 req-cca3eae6-2bd6-401f-92d9-5e5cc8752361 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Synchronizing usage tracker for tenant:10011dbcd7b64281b64656176120f3b8 on resource:port {{(pid=85282) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:25:08.515624 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286fd02-cae2-482c-9d87-1d6927f68136 req-cff85d69-80ef-41ec-8a71-4f9f0ea555d8 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:08.516406 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-6286fd02-cae2-482c-9d87-1d6927f68136 req-cff85d69-80ef-41ec-8a71-4f9f0ea555d8 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Synchronizing usage tracker for tenant:73c130d3f7dc4956aa28b890684d0e50 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:25:08.549345 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:08.554255 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-7ed9c425-03cd-4886-9f77-60ca70630064 req-cca3eae6-2bd6-401f-92d9-5e5cc8752361 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Unset dirty status for tenant:10011dbcd7b64281b64656176120f3b8 on resource:port {{(pid=85282) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:25:08.555515 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7ed9c425-03cd-4886-9f77-60ca70630064 req-cca3eae6-2bd6-401f-92d9-5e5cc8752361 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccbee729-ca79-4b57-ba89-954cca8a01e2 HTTP/1.1" status: 200  len: 950 time: 0.2635117
Apr 14 11:25:08.617673 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-45191986-c0fc-42d5-bb47-a29245d92cbc req-c5d03eb8-2024-4a40-b341-590ad38af3b5 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213682
Apr 14 11:25:08.644390 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-7ed9c425-03cd-4886-9f77-60ca70630064 req-06df2176-4946-4d78-8ae4-902be165d0a3 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Deleting port 2177e387-2cb9-43ab-a972-6b552be87c1c {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:25:08.645066 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7ed9c425-03cd-4886-9f77-60ca70630064 req-06df2176-4946-4d78-8ae4-902be165d0a3 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:08.660131 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-6286fd02-cae2-482c-9d87-1d6927f68136 req-cff85d69-80ef-41ec-8a71-4f9f0ea555d8 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Unset dirty status for tenant:73c130d3f7dc4956aa28b890684d0e50 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:25:08.661459 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6286fd02-cae2-482c-9d87-1d6927f68136 req-cff85d69-80ef-41ec-8a71-4f9f0ea555d8 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 932 time: 0.5687015
Apr 14 11:25:08.673633 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e328fcc2-df91-4897-8717-134965931dca req-88e57e73-5249-4578-a829-b80a8f83b86e service neutron] 10.222.0.47 "GET /v2.0/networks/965dee3f-e10e-4b39-b0ce-e283a28dbf34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3510180
Apr 14 11:25:08.718607 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:08.734073 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['54043a7e-a43f-4ebc-b1e8-81310c1de06c', '61558a4e-96b5-4303-af97-d8a56d6da7dd', '1b786070-25d8-441c-8fd8-36ff58d02856'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:25:08.737624 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:08.816690 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6286fd02-cae2-482c-9d87-1d6927f68136 req-c97568c1-a779-4def-8a18-e08dc20aef71 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1455207
Apr 14 11:25:08.826768 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 99f32d3f-3273-429f-81d0-ba669d49fb93 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:25:08.945038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Pushing event updated for resources: {'Port': ['ID=5dab94bb-1a2d-4253-b2bf-0609a9699215,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:08.959646 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:09.081517 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 99f32d3f-3273-429f-81d0-ba669d49fb93, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=99f32d3f-3273-429f-81d0-ba669d49fb93,segment=NetworkSegment(a97675ef-7ed0-444d-8d49-cdff6c0218f1),segment_id=a97675ef-7ed0-444d-8d49-cdff6c0218f1)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:09.109651 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '99f32d3f-3273-429f-81d0-ba669d49fb93', 'network_id': '965dee3f-e10e-4b39-b0ce-e283a28dbf34', 'port_id': '99f32d3f-3273-429f-81d0-ba669d49fb93', 'mac_address': 'fa:16:3e:47:ca:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0349ccc-ba9f-4476-b379-a35c31d00919', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:25:09.127472 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Network 6b5ae062-a161-4889-8402-18f1bfe40400 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:25:09.131902 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:25:09.145112 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:25:09.195309 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-7ed9c425-03cd-4886-9f77-60ca70630064 req-06df2176-4946-4d78-8ae4-902be165d0a3 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] For port 2177e387-2cb9-43ab-a972-6b552be87c1c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2177e387-2cb9-43ab-a972-6b552be87c1c,segment=NetworkSegment(5c1e21e0-ad47-4cde-83aa-fad02a112936),segment_id=5c1e21e0-ad47-4cde-83aa-fad02a112936)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:09.195715 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7ed9c425-03cd-4886-9f77-60ca70630064 req-06df2176-4946-4d78-8ae4-902be165d0a3 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:09.217347 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:09.218714 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f32d3f-3273-429f-81d0-ba669d49fb93 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:25:09.255792 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 99f32d3f-3273-429f-81d0-ba669d49fb93, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=99f32d3f-3273-429f-81d0-ba669d49fb93,segment=NetworkSegment(a97675ef-7ed0-444d-8d49-cdff6c0218f1),segment_id=a97675ef-7ed0-444d-8d49-cdff6c0218f1)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:09.269148 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:09.276154 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-35c7a9c0-191a-45ad-90b1-243e25d71a2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:09.352648 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-7ed9c425-03cd-4886-9f77-60ca70630064 req-06df2176-4946-4d78-8ae4-902be165d0a3 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Calling delete_port for 2177e387-2cb9-43ab-a972-6b552be87c1c owned by compute:nova {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:25:09.367870 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e328fcc2-df91-4897-8717-134965931dca req-d50ce2f9-f8b6-4951-9d67-2bab095100b4 service neutron] 10.222.0.47 "GET /v2.0/networks/965dee3f-e10e-4b39-b0ce-e283a28dbf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6736875
Apr 14 11:25:09.398679 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5aa60b-a4dc-4e6d-afb2-e23eaf65ca5d req-841fcac1-5123-446c-b530-8caa43f23a03 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:09.400398 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9b5aa60b-a4dc-4e6d-afb2-e23eaf65ca5d req-841fcac1-5123-446c-b530-8caa43f23a03 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccbee729-ca79-4b57-ba89-954cca8a01e2 HTTP/1.1" status: 200  len: 950 time: 0.6539567
Apr 14 11:25:09.402773 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=99f32d3f-3273-429f-81d0-ba669d49fb93,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:09.403093 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:09.404467 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:09.406928 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:09.440488 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5521171
Apr 14 11:25:09.467875 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Request body: {'port': {'device_id': 'af4db36c-40dc-4c01-a045-f180f3c4fb58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:25:09.479827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e830be9-1681-42c5-8bfe-d615ea67850b req-5787c1b1-75d8-4049-a98d-263a18959302 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:09.481472 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4e830be9-1681-42c5-8bfe-d615ea67850b req-5787c1b1-75d8-4049-a98d-263a18959302 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=edf475f7-af24-45db-b3cd-9e5a6e0669f8 HTTP/1.1" status: 200  len: 943 time: 0.2959375
Apr 14 11:25:09.535335 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9b5aa60b-a4dc-4e6d-afb2-e23eaf65ca5d req-b3fac481-ba6d-4eff-969f-4fad88e49a3b tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/security-groups?id=6560dc0c-5113-470f-b23c-e17b4508c15b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090226
Apr 14 11:25:09.542680 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4e830be9-1681-42c5-8bfe-d615ea67850b req-37d53387-abea-4236-9d98-664514aefe3c tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478170
Apr 14 11:25:09.555330 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a525b1-2146-468e-bd54-22bc70a65acd {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:25:09.574365 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:09.595281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Transition to ACTIVE for port object c5a525b1-2146-468e-bd54-22bc70a65acd will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:25:09.599517 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:09.608330 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['99f32d3f-3273-429f-81d0-ba669d49fb93'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:25:09.633111 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:09.670794 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:09.727724 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7ed9c425-03cd-4886-9f77-60ca70630064 req-06df2176-4946-4d78-8ae4-902be165d0a3 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:09.746984 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-df4981da-6260-41a9-a1d6-8c843fb1a008 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:09.854759 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df2176-4946-4d78-8ae4-902be165d0a3 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Pushing event deleted for resources: {'Port': ['ID=2177e387-2cb9-43ab-a972-6b552be87c1c,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:09.863845 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-06df2176-4946-4d78-8ae4-902be165d0a3 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:09.949124 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Pushing event updated for resources: {'Port': ['ID=c5a525b1-2146-468e-bd54-22bc70a65acd,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:09.957498 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:09.992864 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9c26d-ea99-4545-979b-cf9330498f94 req-a668dd75-0401-4c5b-b184-7aeafb1325fa tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:10.000572 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bef9c26d-ea99-4545-979b-cf9330498f94 req-a668dd75-0401-4c5b-b184-7aeafb1325fa tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=af4db36c-40dc-4c01-a045-f180f3c4fb58 HTTP/1.1" status: 200  len: 931 time: 0.2960279
Apr 14 11:25:10.048712 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bef9c26d-ea99-4545-979b-cf9330498f94 req-a9361d19-c766-46ad-96bf-1e97b05596e6 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426731
Apr 14 11:25:10.180337 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8baae4-930c-4d10-a73f-7da45f028542 req-2a4ea9cf-0c13-4196-9082-a128059e39be tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:10.189016 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7b8baae4-930c-4d10-a73f-7da45f028542 req-2a4ea9cf-0c13-4196-9082-a128059e39be tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.3383842
Apr 14 11:25:10.278131 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed9c425-03cd-4886-9f77-60ca70630064 req-06df2176-4946-4d78-8ae4-902be165d0a3 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] No DVR routers for this DVR port 2177e387-2cb9-43ab-a972-6b552be87c1c on host hv-cinder-77459 {{(pid=85282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:25:10.283326 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7ed9c425-03cd-4886-9f77-60ca70630064 req-06df2176-4946-4d78-8ae4-902be165d0a3 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:10.286266 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbee729-ca79-4b57-ba89-954cca8a01e2', 'name': 'network-vif-deleted', 'tag': '2177e387-2cb9-43ab-a972-6b552be87c1c'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:25:10.318366 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7ed9c425-03cd-4886-9f77-60ca70630064 req-06df2176-4946-4d78-8ae4-902be165d0a3 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.47 "DELETE /v2.0/ports/2177e387-2cb9-43ab-a972-6b552be87c1c HTTP/1.1" status: 204  len: 173 time: 1.7546809
Apr 14 11:25:10.320947 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7b8baae4-930c-4d10-a73f-7da45f028542 req-32739441-79b6-4f3c-b998-b9defa5d378d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308558
Apr 14 11:25:10.364498 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Attempting to bind port c5a525b1-2146-468e-bd54-22bc70a65acd on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:25:10.366344 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Attempting to bind port c5a525b1-2146-468e-bd54-22bc70a65acd by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'fd9866f7-0a0e-42cb-b9aa-ef965ce996a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:25:10.366344 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Attempting to bind port c5a525b1-2146-468e-bd54-22bc70a65acd on network bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:25:10.379300 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Port c5a525b1-2146-468e-bd54-22bc70a65acd on network bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:25:10.379677 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Attempting to bind port c5a525b1-2146-468e-bd54-22bc70a65acd on network bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:25:10.390354 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:25:10.390734 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Checking segment: {'id': 'fd9866f7-0a0e-42cb-b9aa-ef965ce996a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:25:10.391159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Bound using segment: {'id': 'fd9866f7-0a0e-42cb-b9aa-ef965ce996a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:25:10.392281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Bound port: c5a525b1-2146-468e-bd54-22bc70a65acd, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9866f7-0a0e-42cb-b9aa-ef965ce996a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:25:10.392674 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:10.429575 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbee729-ca79-4b57-ba89-954cca8a01e2', 'name': 'network-vif-deleted', 'tag': '2177e387-2cb9-43ab-a972-6b552be87c1c', 'status': 'completed', 'code': 200}
Apr 14 11:25:10.439040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dab94bb-1a2d-4253-b2bf-0609a9699215 {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:25:10.447532 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:10.448496 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd4120-ddf9-47a4-8229-fb4dd5001de1 req-4d8ec20a-e706-4569-bb12-b01cd928be15 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:10.450159 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b9dd4120-ddf9-47a4-8229-fb4dd5001de1 req-4d8ec20a-e706-4569-bb12-b01cd928be15 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 944 time: 0.2389648
Apr 14 11:25:10.466811 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Transition to ACTIVE for port object 5dab94bb-1a2d-4253-b2bf-0609a9699215 will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:25:10.469992 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:10.489947 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:10.513893 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b9dd4120-ddf9-47a4-8229-fb4dd5001de1 req-7d791c19-ac03-498b-8ebd-6df2e64e7c3d tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545669
Apr 14 11:25:10.537031 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] For port c5a525b1-2146-468e-bd54-22bc70a65acd, host hv-cinder-77459, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:25:10.541807 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] For port c5a525b1-2146-468e-bd54-22bc70a65acd, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c5a525b1-2146-468e-bd54-22bc70a65acd,segment=NetworkSegment(fd9866f7-0a0e-42cb-b9aa-ef965ce996a3),segment_id=fd9866f7-0a0e-42cb-b9aa-ef965ce996a3)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:25:10.546247 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:10.566454 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-793e55fb-b77d-4939-bc81-3556d014b055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:10.831196 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 99f32d3f-3273-429f-81d0-ba669d49fb93 up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:25:10.831779 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a7c2a01b-d9bc-4fa7-85d1-0893da511b29 req-93b991f9-9fcf-4d30-8751-f2ad4d6f1d99 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccbee729-ca79-4b57-ba89-954cca8a01e2 HTTP/1.1" status: 200  len: 210 time: 0.1215904
Apr 14 11:25:10.846199 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5dab94bb-1a2d-4253-b2bf-0609a9699215,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:10.862666 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:10.869788 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Pushing event updated for resources: {'Port': ['ID=c5a525b1-2146-468e-bd54-22bc70a65acd,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:10.881168 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:10.937336 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:10.938070 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:10.939623 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port 99f32d3f-3273-429f-81d0-ba669d49fb93 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:25:10.939805 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b4de203-17be-4421-827b-18be73660c02 req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] 10.222.0.47 "PUT /v2.0/ports/c5a525b1-2146-468e-bd54-22bc70a65acd HTTP/1.1" status: 200  len: 1094 time: 3.1055329
Apr 14 11:25:10.940361 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'tag': 'c5a525b1-2146-468e-bd54-22bc70a65acd'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:25:10.948247 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 99f32d3f-3273-429f-81d0-ba669d49fb93 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:25:10.949028 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:10.965114 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f369b-277c-4bf0-bdab-c887712b2eac req-33325e44-b9fd-4009-bba0-ad8862b9120b tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:10.966849 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a78f369b-277c-4bf0-bdab-c887712b2eac req-33325e44-b9fd-4009-bba0-ad8862b9120b tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=edf475f7-af24-45db-b3cd-9e5a6e0669f8 HTTP/1.1" status: 200  len: 944 time: 0.2558658
Apr 14 11:25:11.010113 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a78f369b-277c-4bf0-bdab-c887712b2eac req-75eb162d-e610-4deb-84a7-b2f9785da682 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315535
Apr 14 11:25:11.118591 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'tag': 'c5a525b1-2146-468e-bd54-22bc70a65acd', 'status': 'completed', 'code': 200}
Apr 14 11:25:11.146485 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:11.170927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf475f7-af24-45db-b3cd-9e5a6e0669f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f32d3f-3273-429f-81d0-ba669d49fb93'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:25:11.179222 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4de203-17be-4421-827b-18be73660c02 req-7403d1d6-062b-47f3-ac41-750b21aa9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:11.181503 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b4de203-17be-4421-827b-18be73660c02 req-7403d1d6-062b-47f3-ac41-750b21aa9e0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73c130d3f7dc4956aa28b890684d0e50&device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 1097 time: 0.1625781
Apr 14 11:25:11.199639 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 99f32d3f-3273-429f-81d0-ba669d49fb93, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=99f32d3f-3273-429f-81d0-ba669d49fb93,segment=NetworkSegment(a97675ef-7ed0-444d-8d49-cdff6c0218f1),segment_id=a97675ef-7ed0-444d-8d49-cdff6c0218f1)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:11.206428 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:11.207493 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 2177e387-2cb9-43ab-a972-6b552be87c1c no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:25:11.257984 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:11.266120 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Attempting to bind port 5dab94bb-1a2d-4253-b2bf-0609a9699215 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:25:11.266508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Attempting to bind port 5dab94bb-1a2d-4253-b2bf-0609a9699215 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '0bb50e76-f091-470d-9a1c-30ece105ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:25:11.266887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Attempting to bind port 5dab94bb-1a2d-4253-b2bf-0609a9699215 on network 6b5ae062-a161-4889-8402-18f1bfe40400 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:25:11.275923 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Port 5dab94bb-1a2d-4253-b2bf-0609a9699215 on network 6b5ae062-a161-4889-8402-18f1bfe40400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:25:11.276329 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Attempting to bind port 5dab94bb-1a2d-4253-b2bf-0609a9699215 on network 6b5ae062-a161-4889-8402-18f1bfe40400 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:25:11.286032 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:25:11.289261 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Checking segment: {'id': '0bb50e76-f091-470d-9a1c-30ece105ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:25:11.289261 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Bound using segment: {'id': '0bb50e76-f091-470d-9a1c-30ece105ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:25:11.289261 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Bound port: 5dab94bb-1a2d-4253-b2bf-0609a9699215, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb50e76-f091-470d-9a1c-30ece105ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:25:11.289261 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:11.303978 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf475f7-af24-45db-b3cd-9e5a6e0669f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f32d3f-3273-429f-81d0-ba669d49fb93', 'code': 200}
Apr 14 11:25:11.332387 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: 2177e387-2cb9-43ab-a972-6b552be87c1c {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:25:11.333076 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 2177e387-2cb9-43ab-a972-6b552be87c1c not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:25:11.355450 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b4de203-17be-4421-827b-18be73660c02 req-1a4bc216-9abe-44a6-8eaf-a790c2214e70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5a525b1-2146-468e-bd54-22bc70a65acd HTTP/1.1" status: 200  len: 217 time: 0.1640038
Apr 14 11:25:11.399266 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] For port 5dab94bb-1a2d-4253-b2bf-0609a9699215, host hv-cinder-77459, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:25:11.402769 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] For port 5dab94bb-1a2d-4253-b2bf-0609a9699215, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5dab94bb-1a2d-4253-b2bf-0609a9699215,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:25:11.406881 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:11.412090 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=99f32d3f-3273-429f-81d0-ba669d49fb93,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:11.426704 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-51bd6c48-d8bb-465e-8bba-da2b885194da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:11.429335 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:11.454869 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4de203-17be-4421-827b-18be73660c02 req-78b0d8a9-ef8d-4bbc-9609-a9073b8c2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:11.456394 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b4de203-17be-4421-827b-18be73660c02 req-78b0d8a9-ef8d-4bbc-9609-a9073b8c2702 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de6bf4f8-000f-4c47-956f-2890583d6b33 HTTP/1.1" status: 200  len: 848 time: 0.0925877
Apr 14 11:25:11.469760 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7b5f4-d858-410d-8b84-731591c039bc req-826b389e-55d2-4343-9837-1ed1da0d39d1 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:11.471386 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cfa7b5f4-d858-410d-8b84-731591c039bc req-826b389e-55d2-4343-9837-1ed1da0d39d1 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=af4db36c-40dc-4c01-a045-f180f3c4fb58 HTTP/1.1" status: 200  len: 943 time: 0.1744547
Apr 14 11:25:11.600768 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cfa7b5f4-d858-410d-8b84-731591c039bc req-faf22668-ba6e-444d-929d-7749c2abd0e4 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915332
Apr 14 11:25:11.648226 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4de203-17be-4421-827b-18be73660c02 req-7c0c9072-9c1f-49d8-8dfe-3398e8d280f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:11.649822 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b4de203-17be-4421-827b-18be73660c02 req-7c0c9072-9c1f-49d8-8dfe-3398e8d280f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1774836
Apr 14 11:25:11.662632 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5dab94bb-1a2d-4253-b2bf-0609a9699215,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:11.663920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7780b7e-6eb5-4a5c-8ba2-f607af25b4db req-37782910-61d0-4213-9f79-5aae5f657127 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:11.665683 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f7780b7e-6eb5-4a5c-8ba2-f607af25b4db req-37782910-61d0-4213-9f79-5aae5f657127 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1578231
Apr 14 11:25:11.676585 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:11.728510 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f970de-7203-4cb4-9adf-f00d20094651 req-adb528c8-8c50-421f-bf64-b7335c8ec377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:11.730153 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e6f970de-7203-4cb4-9adf-f00d20094651 req-adb528c8-8c50-421f-bf64-b7335c8ec377 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=edf475f7-af24-45db-b3cd-9e5a6e0669f8 HTTP/1.1" status: 200  len: 1098 time: 0.1553500
Apr 14 11:25:11.731377 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:11.732084 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:11.733512 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/5dab94bb-1a2d-4253-b2bf-0609a9699215 HTTP/1.1" status: 200  len: 1093 time: 2.2836347
Apr 14 11:25:11.762208 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e6f970de-7203-4cb4-9adf-f00d20094651 req-27c46b67-baf2-42fb-87a3-425cfabfce87 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0217650
Apr 14 11:25:11.788941 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f7780b7e-6eb5-4a5c-8ba2-f607af25b4db req-d5ad8efb-f6e2-45b1-a839-649f7e9be2c5 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969033
Apr 14 11:25:11.896281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-9aa6324c-ddb0-4e42-9ae2-b8499a3c4495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:11.897918 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-9aa6324c-ddb0-4e42-9ae2-b8499a3c4495 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de9050b67e08476387fed4dd21923614&device_id=af4db36c-40dc-4c01-a045-f180f3c4fb58 HTTP/1.1" status: 200  len: 1096 time: 0.0817764
Apr 14 11:25:11.905900 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b4de203-17be-4421-827b-18be73660c02 req-676504eb-1a6a-460e-8ec8-bfa4114daeb7 service neutron] 10.222.0.47 "GET /v2.0/networks/bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2392030
Apr 14 11:25:11.914232 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973e410-5b68-4d50-89d7-e16398a54630 req-cb41f66a-76c6-4277-8888-50691e2d624b tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:11.915722 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4973e410-5b68-4d50-89d7-e16398a54630 req-cb41f66a-76c6-4277-8888-50691e2d624b tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 944 time: 0.1913331
Apr 14 11:25:11.998508 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-a3d9bf3d-d08a-4690-9007-66e1d29b8622 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dab94bb-1a2d-4253-b2bf-0609a9699215 HTTP/1.1" status: 200  len: 217 time: 0.0797861
Apr 14 11:25:12.035502 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4973e410-5b68-4d50-89d7-e16398a54630 req-e0e08828-e79f-4c08-9a4a-a7007c28e48d tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933442
Apr 14 11:25:12.074914 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-8ab86a51-c6ad-4bc3-b95f-bd2d41c3c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:12.077748 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-8ab86a51-c6ad-4bc3-b95f-bd2d41c3c3f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d255a5ae-2634-43d7-8e91-eade956f26e1 HTTP/1.1" status: 200  len: 855 time: 0.0730791
Apr 14 11:25:12.106304 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b4de203-17be-4421-827b-18be73660c02 req-a15f01db-6bed-44a4-8396-bbd3681baa27 service neutron] 10.222.0.47 "GET /v2.0/networks/bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1871569
Apr 14 11:25:12.162994 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-ea5245a7-f103-4c76-98e2-94fafb93fe7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b5ae062-a161-4889-8402-18f1bfe40400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0763166
Apr 14 11:25:12.324609 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-d434cf9b-f6c3-4ab5-bb6f-00591951e737 service neutron] 10.222.0.47 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517801
Apr 14 11:25:12.332343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0956c94-df05-41a3-9248-a73b1d0f441c req-d848ef97-ee9b-479d-a39c-3e07d9341cba tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:12.334017 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a0956c94-df05-41a3-9248-a73b1d0f441c req-d848ef97-ee9b-479d-a39c-3e07d9341cba tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=edf475f7-af24-45db-b3cd-9e5a6e0669f8 HTTP/1.1" status: 200  len: 945 time: 0.1858969
Apr 14 11:25:12.340383 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1d0fa-554f-4770-8a41-41e7768a2bdd req-fff48807-e78c-4586-8646-83923235d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:12.342525 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-97d1d0fa-554f-4770-8a41-41e7768a2bdd req-fff48807-e78c-4586-8646-83923235d03e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73c130d3f7dc4956aa28b890684d0e50&device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 1097 time: 0.1428065
Apr 14 11:25:12.430823 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4db36c-40dc-4c01-a045-f180f3c4fb58', 'tag': '5dab94bb-1a2d-4253-b2bf-0609a9699215'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:25:12.498286 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4db36c-40dc-4c01-a045-f180f3c4fb58', 'tag': '5dab94bb-1a2d-4253-b2bf-0609a9699215', 'status': 'completed', 'code': 200}
Apr 14 11:25:12.505163 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-716df0d4-00fc-48dd-9c41-b8fb05b3b1b8 req-14fc0f26-93c6-4a69-bff0-3d9519e8d8cb service neutron] 10.222.0.47 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1725433
Apr 14 11:25:12.642771 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a0956c94-df05-41a3-9248-a73b1d0f441c req-2693ff85-cb0f-44ef-ab45-6618df4b0ad0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2990952
Apr 14 11:25:12.697394 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b42260-c669-4b9e-9e23-075241679a94 req-535517c5-59ce-45c9-826d-a478ef2c0300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:12.699522 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-54b42260-c669-4b9e-9e23-075241679a94 req-535517c5-59ce-45c9-826d-a478ef2c0300 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de9050b67e08476387fed4dd21923614&device_id=af4db36c-40dc-4c01-a045-f180f3c4fb58 HTTP/1.1" status: 200  len: 1096 time: 0.1180499
Apr 14 11:25:12.838642 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1d0fa-554f-4770-8a41-41e7768a2bdd req-b9ac6572-196f-4c7c-9a0f-b8edbac61ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:12.840298 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-97d1d0fa-554f-4770-8a41-41e7768a2bdd req-b9ac6572-196f-4c7c-9a0f-b8edbac61ea4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 HTTP/1.1" status: 200  len: 910 time: 0.4819207
Apr 14 11:25:12.949354 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-97d1d0fa-554f-4770-8a41-41e7768a2bdd req-66727ef9-ffde-49a6-957b-13d038e706ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5a525b1-2146-468e-bd54-22bc70a65acd HTTP/1.1" status: 200  len: 217 time: 0.0985074
Apr 14 11:25:12.955080 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b42260-c669-4b9e-9e23-075241679a94 req-6142091a-29b4-4151-a109-992f3764f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:12.956838 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-54b42260-c669-4b9e-9e23-075241679a94 req-6142091a-29b4-4151-a109-992f3764f8af service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b5ae062-a161-4889-8402-18f1bfe40400 HTTP/1.1" status: 200  len: 916 time: 0.2369390
Apr 14 11:25:13.024792 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686697e-a5ee-48e9-80bc-4a4024750567 req-af4cccdf-a954-4d46-bb88-568d93bedc6e tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:13.026504 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8686697e-a5ee-48e9-80bc-4a4024750567 req-af4cccdf-a954-4d46-bb88-568d93bedc6e tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=af4db36c-40dc-4c01-a045-f180f3c4fb58 HTTP/1.1" status: 200  len: 943 time: 0.2742028
Apr 14 11:25:13.092204 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-54b42260-c669-4b9e-9e23-075241679a94 req-a0e0fbff-fb2f-42a2-8dc2-78179edb7d98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dab94bb-1a2d-4253-b2bf-0609a9699215 HTTP/1.1" status: 200  len: 217 time: 0.1142404
Apr 14 11:25:13.150449 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8686697e-a5ee-48e9-80bc-4a4024750567 req-aef41687-856e-4bb4-9237-d51bbe33732a tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051829
Apr 14 11:25:13.155668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1d0fa-554f-4770-8a41-41e7768a2bdd req-71009eee-ded8-41ea-96a9-e47929ea2156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:13.157356 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-97d1d0fa-554f-4770-8a41-41e7768a2bdd req-71009eee-ded8-41ea-96a9-e47929ea2156 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de6bf4f8-000f-4c47-956f-2890583d6b33 HTTP/1.1" status: 200  len: 848 time: 0.1852386
Apr 14 11:25:13.172757 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b42260-c669-4b9e-9e23-075241679a94 req-f1290829-6b51-4129-ac98-0af88a86a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:13.174448 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-54b42260-c669-4b9e-9e23-075241679a94 req-f1290829-6b51-4129-ac98-0af88a86a95b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d255a5ae-2634-43d7-8e91-eade956f26e1 HTTP/1.1" status: 200  len: 855 time: 0.0723956
Apr 14 11:25:13.249103 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-54b42260-c669-4b9e-9e23-075241679a94 req-178819ab-bf5c-4f63-a367-01111fc5a200 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b5ae062-a161-4889-8402-18f1bfe40400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0613818
Apr 14 11:25:13.265085 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d246906-ae40-4c58-bde6-e21baee68372 req-178c1bca-e001-4564-9f6d-9f34fe4c48d2 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:13.273183 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4d246906-ae40-4c58-bde6-e21baee68372 req-178c1bca-e001-4564-9f6d-9f34fe4c48d2 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.2238009
Apr 14 11:25:13.313861 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4d246906-ae40-4c58-bde6-e21baee68372 req-6952ff38-f442-4fb5-9722-c596d50d3a5b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394971
Apr 14 11:25:13.396741 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1d0fa-554f-4770-8a41-41e7768a2bdd req-a304a9c1-9305-4e3e-8894-1c484f13be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:13.398612 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-97d1d0fa-554f-4770-8a41-41e7768a2bdd req-a304a9c1-9305-4e3e-8894-1c484f13be17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2273648
Apr 14 11:25:13.444640 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-54b42260-c669-4b9e-9e23-075241679a94 req-2d8332bf-5f2b-4f59-859a-1819c6c0edec service neutron] 10.222.0.47 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862431
Apr 14 11:25:13.553487 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e91b0-c2c1-4970-ae18-4cc588c3448b req-a7d9b0fc-f4b7-4765-b912-4e045afc9ab2 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:13.555125 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e15e91b0-c2c1-4970-ae18-4cc588c3448b req-a7d9b0fc-f4b7-4765-b912-4e045afc9ab2 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 944 time: 0.2389121
Apr 14 11:25:13.608170 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e15e91b0-c2c1-4970-ae18-4cc588c3448b req-d16753b9-c23d-4f6a-84c9-06562beda3e7 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440948
Apr 14 11:25:13.616566 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-97d1d0fa-554f-4770-8a41-41e7768a2bdd req-5b31419f-26e0-4e3c-93d5-431aa7050049 service neutron] 10.222.0.47 "GET /v2.0/networks/bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2006152
Apr 14 11:25:13.654271 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-54b42260-c669-4b9e-9e23-075241679a94 req-ac57bb07-7f96-4976-b79a-d255113458d3 service neutron] 10.222.0.47 "GET /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1932197
Apr 14 11:25:13.820130 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-97d1d0fa-554f-4770-8a41-41e7768a2bdd req-7fd3f915-3526-4cfe-838c-77cc1afff55e service neutron] 10.222.0.47 "GET /v2.0/networks/bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1868782
Apr 14 11:25:13.875138 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51527020-1f67-4168-8bbc-8a01bc67fbce req-81a2a69f-6be9-44a9-9375-b44fac42e220 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:13.876761 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-51527020-1f67-4168-8bbc-8a01bc67fbce req-81a2a69f-6be9-44a9-9375-b44fac42e220 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=edf475f7-af24-45db-b3cd-9e5a6e0669f8 HTTP/1.1" status: 200  len: 945 time: 0.0986223
Apr 14 11:25:13.908831 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-51527020-1f67-4168-8bbc-8a01bc67fbce req-4e08ac40-c1ef-497d-b55e-3b821811bedf tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0256534
Apr 14 11:25:14.408771 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77475fce-b38f-4009-a737-633803da8b6f req-c38dfd35-cd9f-4500-a7a5-5da3df16ab6f tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:14.413600 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-77475fce-b38f-4009-a737-633803da8b6f req-c38dfd35-cd9f-4500-a7a5-5da3df16ab6f tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=af4db36c-40dc-4c01-a045-f180f3c4fb58 HTTP/1.1" status: 200  len: 943 time: 0.1290076
Apr 14 11:25:14.448425 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-77475fce-b38f-4009-a737-633803da8b6f req-c7d7dc01-dd48-4083-b2c0-d9baf1f15c67 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0259461
Apr 14 11:25:14.561466 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874a705-c192-4dc4-b0ea-a4c2dcc81b5a req-cba7a0a7-f774-44f6-86ce-91fe73fb11a3 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:14.563415 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3874a705-c192-4dc4-b0ea-a4c2dcc81b5a req-cba7a0a7-f774-44f6-86ce-91fe73fb11a3 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1022043
Apr 14 11:25:14.597944 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3874a705-c192-4dc4-b0ea-a4c2dcc81b5a req-64a047e0-7c2f-446d-8c27-9657e43441dc tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260429
Apr 14 11:25:14.840712 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 5dab94bb-1a2d-4253-b2bf-0609a9699215 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:25:14.851950 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e6cfd-1bfe-45e0-bc13-d8b73e4c4ff8 req-9b238ffb-d67e-47dc-9e60-138efe8c315d tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:14.853745 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-385e6cfd-1bfe-45e0-bc13-d8b73e4c4ff8 req-9b238ffb-d67e-47dc-9e60-138efe8c315d tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 944 time: 0.1074474
Apr 14 11:25:14.892471 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-385e6cfd-1bfe-45e0-bc13-d8b73e4c4ff8 req-7f9502d9-78bd-4cd1-831a-b7cb67717f98 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0287020
Apr 14 11:25:15.034132 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 5dab94bb-1a2d-4253-b2bf-0609a9699215, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5dab94bb-1a2d-4253-b2bf-0609a9699215,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:15.049741 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '5dab94bb-1a2d-4253-b2bf-0609a9699215', 'network_id': '6b5ae062-a161-4889-8402-18f1bfe40400', 'port_id': '5dab94bb-1a2d-4253-b2bf-0609a9699215', 'mac_address': 'fa:16:3e:c5:78:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd255a5ae-2634-43d7-8e91-eade956f26e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:25:15.115425 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:15.116770 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dab94bb-1a2d-4253-b2bf-0609a9699215 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:25:15.135357 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 5dab94bb-1a2d-4253-b2bf-0609a9699215, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5dab94bb-1a2d-4253-b2bf-0609a9699215,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:15.139649 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:15.143790 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:15.220962 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=5dab94bb-1a2d-4253-b2bf-0609a9699215,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:15.224345 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:15.250390 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864c762-a13a-4fe1-83a1-43dd713a0430 req-322642f1-8082-4991-bbbf-cdee37ec632c tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:15.252003 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e864c762-a13a-4fe1-83a1-43dd713a0430 req-322642f1-8082-4991-bbbf-cdee37ec632c tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=edf475f7-af24-45db-b3cd-9e5a6e0669f8 HTTP/1.1" status: 200  len: 945 time: 0.0927036
Apr 14 11:25:15.283122 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e864c762-a13a-4fe1-83a1-43dd713a0430 req-dbdf0c04-3b49-4981-8229-bb4e316f5f1c tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245633
Apr 14 11:25:15.498846 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['5dab94bb-1a2d-4253-b2bf-0609a9699215'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:25:15.682894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11b27c-7fa3-45d8-bbec-c42023d28f56 req-e63be48d-1308-48fe-b044-4e46b7674f32 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:15.684657 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fd11b27c-7fa3-45d8-bbec-c42023d28f56 req-e63be48d-1308-48fe-b044-4e46b7674f32 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=af4db36c-40dc-4c01-a045-f180f3c4fb58 HTTP/1.1" status: 200  len: 944 time: 0.1074915
Apr 14 11:25:15.729709 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fd11b27c-7fa3-45d8-bbec-c42023d28f56 req-6b63238a-6b28-42be-8e11-6cd8ab4d352c tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358839
Apr 14 11:25:15.827269 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1979da0-978d-4ac9-95e7-1d744a5ee340 req-4a5d12d7-0f9b-4589-96a4-10bbc975209b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:15.828899 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e1979da0-978d-4ac9-95e7-1d744a5ee340 req-4a5d12d7-0f9b-4589-96a4-10bbc975209b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.0981827
Apr 14 11:25:15.862285 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e1979da0-978d-4ac9-95e7-1d744a5ee340 req-9b1453c2-6791-4ecd-9042-e95ea863497d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0254817
Apr 14 11:25:16.108521 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc5506-b86c-4e36-a9c9-4cb7fca88f03 req-6d4eb51f-f254-4e50-ac2c-bfce6b87e576 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:16.110160 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-edbc5506-b86c-4e36-a9c9-4cb7fca88f03 req-6d4eb51f-f254-4e50-ac2c-bfce6b87e576 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 944 time: 0.0933769
Apr 14 11:25:16.143061 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-edbc5506-b86c-4e36-a9c9-4cb7fca88f03 req-0f8b4e22-d071-4bf8-805c-7b79a3cb23bf tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0255702
Apr 14 11:25:16.489215 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4e6e8-4acb-4b3e-83c6-aafb12628283 req-158bc12b-7532-46a9-9441-dc5cf0fe2ac9 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:16.490832 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bbf4e6e8-4acb-4b3e-83c6-aafb12628283 req-158bc12b-7532-46a9-9441-dc5cf0fe2ac9 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=edf475f7-af24-45db-b3cd-9e5a6e0669f8 HTTP/1.1" status: 200  len: 945 time: 0.0925763
Apr 14 11:25:16.523894 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bbf4e6e8-4acb-4b3e-83c6-aafb12628283 req-257fbaf3-fb49-41f9-8fc1-677cd98aca7b tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0267181
Apr 14 11:25:16.858122 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 5dab94bb-1a2d-4253-b2bf-0609a9699215 up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:25:16.931727 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port 5dab94bb-1a2d-4253-b2bf-0609a9699215 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:25:16.938199 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 5dab94bb-1a2d-4253-b2bf-0609a9699215 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:25:16.938747 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:16.975363 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec843fde-4527-4ea0-8086-a28b4a1804fa req-894b6898-6979-4613-9f0b-2d8880f2a6cf tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:16.976949 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ec843fde-4527-4ea0-8086-a28b4a1804fa req-894b6898-6979-4613-9f0b-2d8880f2a6cf tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.47 "GET /v2.0/ports?device_id=edf475f7-af24-45db-b3cd-9e5a6e0669f8 HTTP/1.1" status: 200  len: 945 time: 0.1654692
Apr 14 11:25:16.987318 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87a185-6055-4760-b4cc-bb07091f4969 req-509d98ff-418c-4747-9d10-d0ac0ce035cf tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:16.988831 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2e87a185-6055-4760-b4cc-bb07091f4969 req-509d98ff-418c-4747-9d10-d0ac0ce035cf tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=af4db36c-40dc-4c01-a045-f180f3c4fb58 HTTP/1.1" status: 200  len: 944 time: 0.1324008
Apr 14 11:25:17.067049 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2e87a185-6055-4760-b4cc-bb07091f4969 req-a50e3f35-e5cf-4f76-abb1-bb3de7e87765 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428140
Apr 14 11:25:17.067641 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:17.079774 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4db36c-40dc-4c01-a045-f180f3c4fb58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dab94bb-1a2d-4253-b2bf-0609a9699215'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:25:17.090174 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 5dab94bb-1a2d-4253-b2bf-0609a9699215, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5dab94bb-1a2d-4253-b2bf-0609a9699215,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:17.092224 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-ec843fde-4527-4ea0-8086-a28b4a1804fa req-ba64f1d2-8c2a-4d92-b19f-7bb618be07a0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Deleting port 99f32d3f-3273-429f-81d0-ba669d49fb93 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:25:17.092900 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-ec843fde-4527-4ea0-8086-a28b4a1804fa req-ba64f1d2-8c2a-4d92-b19f-7bb618be07a0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:17.093987 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:17.095074 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 99f32d3f-3273-429f-81d0-ba669d49fb93 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:25:17.127683 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:17.174569 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4db36c-40dc-4c01-a045-f180f3c4fb58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dab94bb-1a2d-4253-b2bf-0609a9699215', 'code': 200}
Apr 14 11:25:17.332138 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=5dab94bb-1a2d-4253-b2bf-0609a9699215,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:17.337920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:17.339203 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:17.348498 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73349061-30d6-434f-9dd2-149d9189843a req-87044a18-bfe1-40cf-9f72-d79caa801ea5 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:17.356327 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-73349061-30d6-434f-9dd2-149d9189843a req-87044a18-bfe1-40cf-9f72-d79caa801ea5 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.2323031
Apr 14 11:25:17.361701 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 99f32d3f-3273-429f-81d0-ba669d49fb93, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=99f32d3f-3273-429f-81d0-ba669d49fb93,segment=NetworkSegment(a97675ef-7ed0-444d-8d49-cdff6c0218f1),segment_id=a97675ef-7ed0-444d-8d49-cdff6c0218f1)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:17.366695 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:17.368707 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:17.444632 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-73349061-30d6-434f-9dd2-149d9189843a req-42241ff2-f67b-43d8-bbdd-5ae3926328c3 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866373
Apr 14 11:25:17.471702 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d7c06-cc80-40ef-a0ef-911f3ea5bd40 req-713daa0f-ec1f-4ef7-a7ba-02f4a058180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:17.471702 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f00d7c06-cc80-40ef-a0ef-911f3ea5bd40 req-713daa0f-ec1f-4ef7-a7ba-02f4a058180b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=af4db36c-40dc-4c01-a045-f180f3c4fb58 HTTP/1.1" status: 200  len: 1098 time: 0.1271205
Apr 14 11:25:17.476577 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=99f32d3f-3273-429f-81d0-ba669d49fb93,revision_number=6']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:17.484849 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:17.504940 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f00d7c06-cc80-40ef-a0ef-911f3ea5bd40 req-5f1bb637-cd81-4f30-ac2b-41282ca1e8ef service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0270045
Apr 14 11:25:17.601254 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb48a17-7fc7-48d8-be40-5b13e383d824 req-ccce651a-8d3f-481c-9b33-0e1d1293eafe tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:17.602876 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-eeb48a17-7fc7-48d8-be40-5b13e383d824 req-ccce651a-8d3f-481c-9b33-0e1d1293eafe tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 944 time: 0.3098497
Apr 14 11:25:17.604786 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-ec843fde-4527-4ea0-8086-a28b4a1804fa req-ba64f1d2-8c2a-4d92-b19f-7bb618be07a0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] For port 99f32d3f-3273-429f-81d0-ba669d49fb93, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=99f32d3f-3273-429f-81d0-ba669d49fb93,segment=NetworkSegment(a97675ef-7ed0-444d-8d49-cdff6c0218f1),segment_id=a97675ef-7ed0-444d-8d49-cdff6c0218f1)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:17.605227 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-ec843fde-4527-4ea0-8086-a28b4a1804fa req-ba64f1d2-8c2a-4d92-b19f-7bb618be07a0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:17.667081 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 57988) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:25:17.761163 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-ec843fde-4527-4ea0-8086-a28b4a1804fa req-ba64f1d2-8c2a-4d92-b19f-7bb618be07a0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Calling delete_port for 99f32d3f-3273-429f-81d0-ba669d49fb93 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:25:17.811276 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-9e7b2107-9b58-44b0-be23-1c8333e8dac5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10011dbcd7b64281b64656176120f3b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1427865
Apr 14 11:25:17.813837 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 57994) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:25:17.854085 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-eeb48a17-7fc7-48d8-be40-5b13e383d824 req-5332dc1b-3164-40d7-9ed4-533f4626dcfd tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2388878
Apr 14 11:25:17.879952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-09e6681d-ccc3-4578-a2d3-6c75c857cbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:17.914869 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-09e6681d-ccc3-4578-a2d3-6c75c857cbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:17.964254 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-09e6681d-ccc3-4578-a2d3-6c75c857cbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:17.969898 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b42cd4a2-ebdb-4714-9d41-f53cce7eb339 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:17.984303 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6681d-ccc3-4578-a2d3-6c75c857cbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6560dc0c-5113-470f-b23c-e17b4508c15b,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:17.987678 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-09e6681d-ccc3-4578-a2d3-6c75c857cbfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:17.990123 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-09e6681d-ccc3-4578-a2d3-6c75c857cbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:17.993257 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-09e6681d-ccc3-4578-a2d3-6c75c857cbfc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6560dc0c-5113-470f-b23c-e17b4508c15b HTTP/1.1" status: 204  len: 168 time: 0.1783056
Apr 14 11:25:18.154237 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.db.api [req-ec843fde-4527-4ea0-8086-a28b4a1804fa req-ba64f1d2-8c2a-4d92-b19f-7bb618be07a0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85281) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 14 11:25:18.154664 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_db.api [req-ec843fde-4527-4ea0-8086-a28b4a1804fa req-ba64f1d2-8c2a-4d92-b19f-7bb618be07a0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 14 11:25:18.163601 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3c3ad-51fd-43d2-98bf-75dc3b126212 req-f98653ce-9075-4664-8d12-36eb2b6ffbd6 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:18.165350 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9ad3c3ad-51fd-43d2-98bf-75dc3b126212 req-f98653ce-9075-4664-8d12-36eb2b6ffbd6 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=edf475f7-af24-45db-b3cd-9e5a6e0669f8 HTTP/1.1" status: 200  len: 943 time: 0.4120698
Apr 14 11:25:18.199723 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9ad3c3ad-51fd-43d2-98bf-75dc3b126212 req-da09b5cd-cc24-4d5f-b8e2-3d77ee1c07ce tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bf3c4f4-0b93-48db-a25d-5e1185caff3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0263309
Apr 14 11:25:18.351224 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2cd3e-9d46-4df9-96b0-6c65a5636ca0 req-9d1acb68-4934-43aa-979a-9f37d952b855 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:18.352710 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b3f2cd3e-9d46-4df9-96b0-6c65a5636ca0 req-9d1acb68-4934-43aa-979a-9f37d952b855 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=af4db36c-40dc-4c01-a045-f180f3c4fb58 HTTP/1.1" status: 200  len: 945 time: 0.0903692
Apr 14 11:25:18.383761 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b3f2cd3e-9d46-4df9-96b0-6c65a5636ca0 req-aab427d8-d03f-4724-9bb1-cf83467823cb tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0238786
Apr 14 11:25:18.661731 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405347a6-707b-4497-8b36-65b6740c420d req-acd63ba6-d4d9-4901-b167-8513ab68d8cd tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:18.663242 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-405347a6-707b-4497-8b36-65b6740c420d req-acd63ba6-d4d9-4901-b167-8513ab68d8cd tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.0920205
Apr 14 11:25:18.663789 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-ec843fde-4527-4ea0-8086-a28b4a1804fa req-ba64f1d2-8c2a-4d92-b19f-7bb618be07a0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Deleting port 99f32d3f-3273-429f-81d0-ba669d49fb93 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:25:18.664165 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-ec843fde-4527-4ea0-8086-a28b4a1804fa req-ba64f1d2-8c2a-4d92-b19f-7bb618be07a0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:18.742493 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-405347a6-707b-4497-8b36-65b6740c420d req-effef7dc-02b3-4b25-83d3-a456dfe923c9 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455527
Apr 14 11:25:18.870366 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device c5a525b1-2146-468e-bd54-22bc70a65acd details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:25:18.951817 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-ec843fde-4527-4ea0-8086-a28b4a1804fa req-ba64f1d2-8c2a-4d92-b19f-7bb618be07a0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] For port 99f32d3f-3273-429f-81d0-ba669d49fb93, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=99f32d3f-3273-429f-81d0-ba669d49fb93,segment=NetworkSegment(a97675ef-7ed0-444d-8d49-cdff6c0218f1),segment_id=a97675ef-7ed0-444d-8d49-cdff6c0218f1)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:18.952152 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-ec843fde-4527-4ea0-8086-a28b4a1804fa req-ba64f1d2-8c2a-4d92-b19f-7bb618be07a0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:19.012813 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port c5a525b1-2146-468e-bd54-22bc70a65acd, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c5a525b1-2146-468e-bd54-22bc70a65acd,segment=NetworkSegment(fd9866f7-0a0e-42cb-b9aa-ef965ce996a3),segment_id=fd9866f7-0a0e-42cb-b9aa-ef965ce996a3)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:19.027820 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': 'c5a525b1-2146-468e-bd54-22bc70a65acd', 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1', 'port_id': 'c5a525b1-2146-468e-bd54-22bc70a65acd', 'mac_address': 'fa:16:3e:c4:be:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:25:19.088662 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-ec843fde-4527-4ea0-8086-a28b4a1804fa req-ba64f1d2-8c2a-4d92-b19f-7bb618be07a0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Calling delete_port for 99f32d3f-3273-429f-81d0-ba669d49fb93 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:25:19.088983 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:19.090360 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a525b1-2146-468e-bd54-22bc70a65acd {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:25:19.107827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port c5a525b1-2146-468e-bd54-22bc70a65acd, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c5a525b1-2146-468e-bd54-22bc70a65acd,segment=NetworkSegment(fd9866f7-0a0e-42cb-b9aa-ef965ce996a3),segment_id=fd9866f7-0a0e-42cb-b9aa-ef965ce996a3)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:19.110602 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:19.112467 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:19.177159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf475f7-af24-45db-b3cd-9e5a6e0669f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99f32d3f-3273-429f-81d0-ba669d49fb93'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:25:19.187546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=c5a525b1-2146-468e-bd54-22bc70a65acd,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:19.190953 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:19.292775 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a93ba-5801-4031-b02a-2533d13b669b req-c9cd19f3-f1e6-45d0-a595-ba6f3e955648 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:19.294550 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-219a93ba-5801-4031-b02a-2533d13b669b req-c9cd19f3-f1e6-45d0-a595-ba6f3e955648 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 945 time: 0.2750144
Apr 14 11:25:19.339777 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-219a93ba-5801-4031-b02a-2533d13b669b req-f8921acf-84b4-45e0-be87-27256b0f37e2 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370429
Apr 14 11:25:19.347411 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf475f7-af24-45db-b3cd-9e5a6e0669f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99f32d3f-3273-429f-81d0-ba669d49fb93', 'code': 200}
Apr 14 11:25:19.351396 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-ec843fde-4527-4ea0-8086-a28b4a1804fa req-ba64f1d2-8c2a-4d92-b19f-7bb618be07a0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:19.372822 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:19.427136 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['c5a525b1-2146-468e-bd54-22bc70a65acd'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:25:19.432646 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64f1d2-8c2a-4d92-b19f-7bb618be07a0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Pushing event deleted for resources: {'Port': ['ID=99f32d3f-3273-429f-81d0-ba669d49fb93,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:19.440147 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ba64f1d2-8c2a-4d92-b19f-7bb618be07a0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:19.598280 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e3db170b-7585-4991-b6fb-d9f1a7683e25 req-33bcbf1f-57b5-409e-b0d2-8a5785be3a96 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.20 "GET /v2.0/ports?device_id=edf475f7-af24-45db-b3cd-9e5a6e0669f8 HTTP/1.1" status: 200  len: 210 time: 0.0963686
Apr 14 11:25:19.759278 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec843fde-4527-4ea0-8086-a28b4a1804fa req-ba64f1d2-8c2a-4d92-b19f-7bb618be07a0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] No DVR routers for this DVR port 99f32d3f-3273-429f-81d0-ba669d49fb93 on host hv-cinder-77459 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:25:19.762135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-ec843fde-4527-4ea0-8086-a28b4a1804fa req-ba64f1d2-8c2a-4d92-b19f-7bb618be07a0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:19.766159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf475f7-af24-45db-b3cd-9e5a6e0669f8', 'name': 'network-vif-deleted', 'tag': '99f32d3f-3273-429f-81d0-ba669d49fb93'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:25:19.779367 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8290b39-db22-4916-8594-db3917819261 req-7d3a396e-5743-4f23-9dc2-988601a872a8 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:19.780973 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e8290b39-db22-4916-8594-db3917819261 req-7d3a396e-5743-4f23-9dc2-988601a872a8 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=af4db36c-40dc-4c01-a045-f180f3c4fb58 HTTP/1.1" status: 200  len: 945 time: 0.2284348
Apr 14 11:25:19.810265 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ec843fde-4527-4ea0-8086-a28b4a1804fa req-ba64f1d2-8c2a-4d92-b19f-7bb618be07a0 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] 10.222.0.47 "DELETE /v2.0/ports/99f32d3f-3273-429f-81d0-ba669d49fb93 HTTP/1.1" status: 204  len: 173 time: 2.8197656
Apr 14 11:25:19.818322 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e8290b39-db22-4916-8594-db3917819261 req-bb4bcb28-4c5d-4ad1-ab78-9bb0cef27289 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0299037
Apr 14 11:25:19.913642 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf475f7-af24-45db-b3cd-9e5a6e0669f8', 'name': 'network-vif-deleted', 'tag': '99f32d3f-3273-429f-81d0-ba669d49fb93', 'status': 'completed', 'code': 200}
Apr 14 11:25:19.960927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862de425-8349-4558-b71f-c776bffc90dd req-c96b81f0-d2ac-4dae-bbba-05e41771c8cb tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:19.962547 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-862de425-8349-4558-b71f-c776bffc90dd req-c96b81f0-d2ac-4dae-bbba-05e41771c8cb tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.0982015
Apr 14 11:25:19.996771 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-862de425-8349-4558-b71f-c776bffc90dd req-fc3a6c68-2c37-4b91-8664-ededdbc22989 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0270844
Apr 14 11:25:20.553005 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81b6a8-7d14-4f7e-8169-d9cbdcea4516 req-4a722d90-9e1b-42ee-87c9-631244bda0bd tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:20.554639 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9b81b6a8-7d14-4f7e-8169-d9cbdcea4516 req-4a722d90-9e1b-42ee-87c9-631244bda0bd tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 945 time: 0.0925817
Apr 14 11:25:20.584824 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9b81b6a8-7d14-4f7e-8169-d9cbdcea4516 req-c052310d-4228-4de3-97b9-e4c753fc74b8 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0235035
Apr 14 11:25:20.890429 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device c5a525b1-2146-468e-bd54-22bc70a65acd up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:25:20.964127 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port c5a525b1-2146-468e-bd54-22bc70a65acd completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:25:20.969800 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port c5a525b1-2146-468e-bd54-22bc70a65acd triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:25:20.970211 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:21.099333 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:21.116887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port c5a525b1-2146-468e-bd54-22bc70a65acd, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c5a525b1-2146-468e-bd54-22bc70a65acd,segment=NetworkSegment(fd9866f7-0a0e-42cb-b9aa-ef965ce996a3),segment_id=fd9866f7-0a0e-42cb-b9aa-ef965ce996a3)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:21.120085 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:21.123525 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:21.198370 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=c5a525b1-2146-468e-bd54-22bc70a65acd,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:21.202119 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:21.212696 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4f770-c4e0-4613-96b2-534e153c1f85 req-2c027215-059f-4188-84e3-03cfa916a924 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:21.214372 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-01e4f770-c4e0-4613-96b2-534e153c1f85 req-2c027215-059f-4188-84e3-03cfa916a924 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.0981863
Apr 14 11:25:21.246009 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-01e4f770-c4e0-4613-96b2-534e153c1f85 req-ab477f3a-8536-4263-ac91-7c79b68e544e tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0247350
Apr 14 11:25:21.348456 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a525b1-2146-468e-bd54-22bc70a65acd'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:25:21.428170 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a525b1-2146-468e-bd54-22bc70a65acd', 'code': 200}
Apr 14 11:25:21.875680 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccb4dc-17ae-402b-acda-30dd9bd696d2 req-ef5f96b3-563b-41fb-8e7e-0f54c01c8a95 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:21.877470 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7dccb4dc-17ae-402b-acda-30dd9bd696d2 req-ef5f96b3-563b-41fb-8e7e-0f54c01c8a95 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.1650686
Apr 14 11:25:21.880746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72e23e-298a-4eb1-a2cc-2c31b8d383c2 req-99b91ca6-d4c8-4c22-8e79-5dc408061197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:21.882332 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b72e23e-298a-4eb1-a2cc-2c31b8d383c2 req-99b91ca6-d4c8-4c22-8e79-5dc408061197 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 1099 time: 0.1263037
Apr 14 11:25:21.928660 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7dccb4dc-17ae-402b-acda-30dd9bd696d2 req-24d67c25-00df-420f-b30d-61666694e071 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431879
Apr 14 11:25:21.930383 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b72e23e-298a-4eb1-a2cc-2c31b8d383c2 req-58054270-a2e3-4008-9632-cfba4f2306b7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322154
Apr 14 11:25:22.452034 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7333f5-cc9e-4088-8054-e83d1b0a0b76 req-45d3e8be-0b7c-464c-9c29-bf8beaf4b0e1 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:22.453646 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1c7333f5-cc9e-4088-8054-e83d1b0a0b76 req-45d3e8be-0b7c-464c-9c29-bf8beaf4b0e1 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.0905137
Apr 14 11:25:22.484085 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1c7333f5-cc9e-4088-8054-e83d1b0a0b76 req-aca06d9b-33e1-434a-a73d-35529e011959 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0241342
Apr 14 11:25:23.134946 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e12e02-418b-40e3-ac97-4c1df5a73519 req-4b3f9e8d-3f70-4d88-bde6-6cbbd82f5b65 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:23.136567 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d7e12e02-418b-40e3-ac97-4c1df5a73519 req-4b3f9e8d-3f70-4d88-bde6-6cbbd82f5b65 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0912182
Apr 14 11:25:23.168293 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d7e12e02-418b-40e3-ac97-4c1df5a73519 req-f7833928-d351-4f60-be02-e2ecf06ed853 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247583
Apr 14 11:25:23.689680 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184213f-ac57-4bfd-aef0-ee46d4af813c req-4caa11d4-507c-46e0-a30b-6420dc8ac292 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:23.691263 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f184213f-ac57-4bfd-aef0-ee46d4af813c req-4caa11d4-507c-46e0-a30b-6420dc8ac292 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.0884631
Apr 14 11:25:23.720633 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f184213f-ac57-4bfd-aef0-ee46d4af813c req-7dfbda9d-1b2b-4587-b5f2-202882d01b0d tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0230846
Apr 14 11:25:24.371606 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7226e-e0a6-4c34-8ea8-94dfd3eaa4ff req-cae3368f-0184-4bbc-8aba-25ac37379507 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:24.373202 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e0d7226e-e0a6-4c34-8ea8-94dfd3eaa4ff req-cae3368f-0184-4bbc-8aba-25ac37379507 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0928023
Apr 14 11:25:24.404468 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e0d7226e-e0a6-4c34-8ea8-94dfd3eaa4ff req-b3757b97-07ec-4cf0-afcd-43c43fce1ce8 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0243952
Apr 14 11:25:24.920446 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585b839-b4ee-4ce3-bef3-e635359cca57 req-011264ef-cacf-434e-ac82-9c2bab37ddda tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:24.922037 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8585b839-b4ee-4ce3-bef3-e635359cca57 req-011264ef-cacf-434e-ac82-9c2bab37ddda tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.0865171
Apr 14 11:25:24.951809 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8585b839-b4ee-4ce3-bef3-e635359cca57 req-dbb3eead-9db6-4fc1-b8d3-00393cbafe78 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0235138
Apr 14 11:25:25.434554 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6ecc92da-8774-44b7-897c-3ab7b06a4574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:25.612628 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fce88-3526-422c-842d-9a9821bdbc13 req-195ccdce-5d7c-47ad-aa8f-b6c43f562ff2 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:25.614253 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e27fce88-3526-422c-842d-9a9821bdbc13 req-195ccdce-5d7c-47ad-aa8f-b6c43f562ff2 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0926752
Apr 14 11:25:25.645631 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e27fce88-3526-422c-842d-9a9821bdbc13 req-04e75320-1b35-4219-9970-a5e4f7dfddd9 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0246859
Apr 14 11:25:26.161679 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1827bf-dd15-47fa-9bf7-df8a022647c8 req-5469aee4-acd8-4e1f-8c57-70ef802fb81f tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:26.163052 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9f1827bf-dd15-47fa-9bf7-df8a022647c8 req-5469aee4-acd8-4e1f-8c57-70ef802fb81f tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.0935073
Apr 14 11:25:26.196194 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9f1827bf-dd15-47fa-9bf7-df8a022647c8 req-28500aed-1fda-46b2-aec5-86ada6df0496 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251238
Apr 14 11:25:26.884047 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e783746-faf9-4ccd-93f2-6d66f4b65cca req-b3a25391-3f18-41b6-aca3-50ea3f5d5c32 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:26.885844 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7e783746-faf9-4ccd-93f2-6d66f4b65cca req-b3a25391-3f18-41b6-aca3-50ea3f5d5c32 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0992343
Apr 14 11:25:26.930475 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7e783746-faf9-4ccd-93f2-6d66f4b65cca req-6c1d4abe-b68b-4ee3-aa12-af25a402e1f5 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0281875
Apr 14 11:25:27.194979 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244449c-928d-47da-9c48-8eb4518add60 req-bf53e45a-667f-4dae-b4cf-f6557136542a tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:27.196940 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b244449c-928d-47da-9c48-8eb4518add60 req-bf53e45a-667f-4dae-b4cf-f6557136542a tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.1142809
Apr 14 11:25:27.231445 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b244449c-928d-47da-9c48-8eb4518add60 req-e06e40d4-197b-4721-b7a4-474075b1aa22 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253437
Apr 14 11:25:27.285182 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 58160) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:25:27.475560 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-213e9106-0ed9-4ff9-b96c-6da51b192e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:27.581802 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72ac1d-9f0e-47f2-8def-22e303f379cf req-c63802a8-5ae1-49f9-91f9-e382f8a15a7b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:27.598290 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5e72ac1d-9f0e-47f2-8def-22e303f379cf req-c63802a8-5ae1-49f9-91f9-e382f8a15a7b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.2273922
Apr 14 11:25:27.659067 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5e72ac1d-9f0e-47f2-8def-22e303f379cf req-67196f33-110c-4048-a475-ecb29354e618 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593956
Apr 14 11:25:27.855851 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e1c582-29ff-4ec3-a626-9cbbdfb2b81d tempest-TestShelveInstance-475848784 tempest-TestShelveInstance-475848784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:27.860522 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-19e1c582-29ff-4ec3-a626-9cbbdfb2b81d tempest-TestShelveInstance-475848784 tempest-TestShelveInstance-475848784-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 1094 time: 0.5710454
Apr 14 11:25:27.860898 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 58170) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:25:27.871612 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Request body: {'floatingip': {'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'port_id': 'c5a525b1-2146-468e-bd54-22bc70a65acd', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:25:27.882132 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:25:27.887028 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Usage tracker for resource:floatingip and tenant:73c130d3f7dc4956aa28b890684d0e50 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:25:27.892252 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:25:27.899720 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:25:27.912395 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for floatingip, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:28.092400 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:28.266794 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Allocated IP 172.27.2.119 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/93b793a2-bd4b-4bdf-a008-9586b0f1d381) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:25:28.313187 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:28.459361 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:28.491493 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:28.578730 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:28.708666 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Pushing event updated for resources: {'Port': ['ID=93b793a2-bd4b-4bdf-a008-9586b0f1d381,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:28.712502 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:28.735535 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:25:28.737568 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:25:28.744563 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:25:28.884826 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd7a6d-b4ac-44f4-846c-e526697eb5f5 req-6a5fc400-16fb-47f7-bb2a-6611a54597b7 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:28.893179 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-94fd7a6d-b4ac-44f4-846c-e526697eb5f5 req-6a5fc400-16fb-47f7-bb2a-6611a54597b7 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1114233
Apr 14 11:25:28.943116 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-94fd7a6d-b4ac-44f4-846c-e526697eb5f5 req-eaf38048-6fe9-4660-be36-f872e74120e3 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482292
Apr 14 11:25:29.309199 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:29.713913 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f91291-ece5-4f2b-8a3f-b23383a34a5f req-8f637b9a-5311-474e-a252-70acdab1e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:29.716259 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-80f91291-ece5-4f2b-8a3f-b23383a34a5f req-8f637b9a-5311-474e-a252-70acdab1e626 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 1099 time: 0.0933783
Apr 14 11:25:29.732810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:29.758027 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-80f91291-ece5-4f2b-8a3f-b23383a34a5f req-fa33d97d-9479-4376-9cf3-bbf0ce1980fa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320365
Apr 14 11:25:29.899476 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:30.215401 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a32f41-5731-4e8d-bb86-33d190d9df59 req-e277a993-048d-4c05-9f94-bf280af1d212 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:30.217899 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e3a32f41-5731-4e8d-bb86-33d190d9df59 req-e277a993-048d-4c05-9f94-bf280af1d212 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1419261
Apr 14 11:25:30.248092 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:30.253611 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:30.254856 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e3a32f41-5731-4e8d-bb86-33d190d9df59 req-19041327-a8ee-42fe-b93e-d12d10bc63b5 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0296574
Apr 14 11:25:30.272020 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:30.356672 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:30.441214 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Pushing event updated for resources: {'Port': ['ID=93b793a2-bd4b-4bdf-a008-9586b0f1d381,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:30.452784 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:30.566622 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850711266'] for floatingip, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:30.804010 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_db [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Floating IP 4788b69c-6a95-4d57-be41-1621bbab4ab0 associated. External IP: 172.27.2.119, port: c5a525b1-2146-468e-bd54-22bc70a65acd.
Apr 14 11:25:31.577885 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fb6f0-dff2-414f-a65a-e769501a9203 req-f36d337d-48db-4489-93cc-540e61d46072 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:31.586446 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-734fb6f0-dff2-414f-a65a-e769501a9203 req-f36d337d-48db-4489-93cc-540e61d46072 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1403580
Apr 14 11:25:31.623294 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-734fb6f0-dff2-414f-a65a-e769501a9203 req-78441178-5a9f-4094-acb4-04bd32e8b209 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357902
Apr 14 11:25:31.649718 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Router 79e75bdc-ffae-44cd-a914-75bed76e4d5b has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:25:31.794265 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d5cea451-dc09-4337-89c8-2bc20a282c3b req-ae7c9773-f610-4bf3-8e5b-2ad69833830f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0968180
Apr 14 11:25:31.949478 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cea451-dc09-4337-89c8-2bc20a282c3b req-d964a470-4ff0-4dd8-89a8-e666f29581ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:31.951498 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d5cea451-dc09-4337-89c8-2bc20a282c3b req-d964a470-4ff0-4dd8-89a8-e666f29581ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da21fbce17af42eb883bce1555072e06&device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 1099 time: 0.1107824
Apr 14 11:25:31.984669 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:25:31.995959 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b3654d-ac54-417d-9c6c-afe4e0a9f6ef None None] Sync routers for ids ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:25:32.010767 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b3654d-ac54-417d-9c6c-afe4e0a9f6ef None None] Routers {'79e75bdc-ffae-44cd-a914-75bed76e4d5b'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:25:32.011810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-11b3654d-ac54-417d-9c6c-afe4e0a9f6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130a50080>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:25:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:25:32.016809 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:32.142040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cea451-dc09-4337-89c8-2bc20a282c3b req-8e5b8a6c-ee2d-4d63-b1c6-0797194329f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:32.143714 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d5cea451-dc09-4337-89c8-2bc20a282c3b req-8e5b8a6c-ee2d-4d63-b1c6-0797194329f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7143d856-ff11-43d2-8c4d-ccc71b1058f1 HTTP/1.1" status: 200  len: 920 time: 0.1632257
Apr 14 11:25:32.158158 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.2956188
Apr 14 11:25:32.158921 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'tag': 'c5a525b1-2146-468e-bd54-22bc70a65acd'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:25:32.261253 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d5cea451-dc09-4337-89c8-2bc20a282c3b req-bf311143-aeb2-4bf6-a1a5-c0f771d6bb2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a762df2-4724-4061-b177-3d3782de6cef HTTP/1.1" status: 200  len: 217 time: 0.1080623
Apr 14 11:25:32.262700 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'tag': 'c5a525b1-2146-468e-bd54-22bc70a65acd', 'status': 'completed', 'code': 200}
Apr 14 11:25:32.426131 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cea451-dc09-4337-89c8-2bc20a282c3b req-d6b15487-781d-4bcb-810b-c0021fa47b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:32.428370 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d5cea451-dc09-4337-89c8-2bc20a282c3b req-d6b15487-781d-4bcb-810b-c0021fa47b5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b05589-3e80-486a-af43-2ca7b75f34c0 HTTP/1.1" status: 200  len: 859 time: 0.1347370
Apr 14 11:25:32.493995 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-11b3654d-ac54-417d-9c6c-afe4e0a9f6ef None None] Set router 79e75bdc-ffae-44cd-a914-75bed76e4d5b gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:25:32.534781 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fe03a-8df1-485b-8554-41830fcc049b req-5bb07d7e-ccbc-4f56-9a45-1a02c2dbe803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:32.537950 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b77fe03a-8df1-485b-8554-41830fcc049b req-5bb07d7e-ccbc-4f56-9a45-1a02c2dbe803 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73c130d3f7dc4956aa28b890684d0e50&device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 1099 time: 0.2364283
Apr 14 11:25:32.614140 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d5cea451-dc09-4337-89c8-2bc20a282c3b req-3db68f49-4bee-4263-a97f-84f62f41a45a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7143d856-ff11-43d2-8c4d-ccc71b1058f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1677721
Apr 14 11:25:32.760532 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fe03a-8df1-485b-8554-41830fcc049b req-6fa18eb7-bb22-46b8-81af-9c822e255315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:32.762570 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b77fe03a-8df1-485b-8554-41830fcc049b req-6fa18eb7-bb22-46b8-81af-9c822e255315 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 HTTP/1.1" status: 200  len: 910 time: 0.2142754
Apr 14 11:25:32.905776 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b77fe03a-8df1-485b-8554-41830fcc049b req-efe8fbeb-1c73-4139-97f3-961124b93231 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5a525b1-2146-468e-bd54-22bc70a65acd HTTP/1.1" status: 200  len: 1000 time: 0.1316476
Apr 14 11:25:32.971552 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1b63a-722f-4f80-8dc6-6f66c1d330e8 req-48f4e3c3-0315-410a-8c7f-06dfa87b651c tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:32.973272 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1db1b63a-722f-4f80-8dc6-6f66c1d330e8 req-48f4e3c3-0315-410a-8c7f-06dfa87b651c tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.3580506
Apr 14 11:25:33.009335 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fe03a-8df1-485b-8554-41830fcc049b req-ea8925cf-63ff-4a3b-a850-fafafab555cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:33.011382 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b77fe03a-8df1-485b-8554-41830fcc049b req-ea8925cf-63ff-4a3b-a850-fafafab555cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de6bf4f8-000f-4c47-956f-2890583d6b33 HTTP/1.1" status: 200  len: 848 time: 0.0876894
Apr 14 11:25:33.051048 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d5cea451-dc09-4337-89c8-2bc20a282c3b req-70e8d3c2-1527-4e9c-9183-a545732fe0bb service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3367522
Apr 14 11:25:33.051048 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1db1b63a-722f-4f80-8dc6-6f66c1d330e8 req-9573307c-a919-46fa-9bd4-4568551be7f6 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545785
Apr 14 11:25:33.082110 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-11b3654d-ac54-417d-9c6c-afe4e0a9f6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130a50080>, [{'id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'name': 'tempest-TestShelveInstance-1771654106-router', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:48Z', 'updated_at': '2021-04-14T11:24:03Z', 'revision_number': 4, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'gw_port': {'id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:51Z', 'updated_at': '2021-04-14T11:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': '4788b69c-6a95-4d57-be41-1621bbab4ab0', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'port_id': 'c5a525b1-2146-468e-bd54-22bc70a65acd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1', 'mac_address': 'fa:16:3e:c4:be:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:25:29Z', 'updated_at': '2021-04-14T11:25:29Z', 'revision_number': 0, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b11305-fc99-42fd-a2ea-ff434283bfc8', 'name': '', 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'mac_address': 'fa:16:3e:1b:46:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:00Z', 'updated_at': '2021-04-14T11:24:16Z', 'revision_number': 5, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'subnets': [{'id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:25:33.082110 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b3654d-ac54-417d-9c6c-afe4e0a9f6ef None None] Checking router: 79e75bdc-ffae-44cd-a914-75bed76e4d5b for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:25:33.087459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b3654d-ac54-417d-9c6c-afe4e0a9f6ef None None] Routers {'79e75bdc-ffae-44cd-a914-75bed76e4d5b'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:25:33.089159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-11b3654d-ac54-417d-9c6c-afe4e0a9f6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130a50080>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:25:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:25:33.135508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fe03a-8df1-485b-8554-41830fcc049b req-62c7ed30-b171-4a06-92d4-f4147c5db22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:33.137584 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b77fe03a-8df1-485b-8554-41830fcc049b req-62c7ed30-b171-4a06-92d4-f4147c5db22b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1101427
Apr 14 11:25:33.231552 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d5cea451-dc09-4337-89c8-2bc20a282c3b req-e18f0e70-a848-4749-a110-38008efe7c64 service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1868320
Apr 14 11:25:33.269465 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:33.337908 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-11b3654d-ac54-417d-9c6c-afe4e0a9f6ef None None] Set router 79e75bdc-ffae-44cd-a914-75bed76e4d5b gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:25:33.363429 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b77fe03a-8df1-485b-8554-41830fcc049b req-f0b7a9dd-365e-4317-98f9-e064f5532cb5 service neutron] 10.222.0.47 "GET /v2.0/networks/bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2067583
Apr 14 11:25:33.413472 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619e576-70ca-42b7-83ff-773480408d1a req-dce94872-2a4a-4198-93f3-d4e740c363c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:33.415221 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b619e576-70ca-42b7-83ff-773480408d1a req-dce94872-2a4a-4198-93f3-d4e740c363c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da21fbce17af42eb883bce1555072e06&device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 1099 time: 0.0979414
Apr 14 11:25:33.685698 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b77fe03a-8df1-485b-8554-41830fcc049b req-71b99a01-b6a7-41f4-8e48-47952faf91d3 service neutron] 10.222.0.47 "GET /v2.0/networks/bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3120222
Apr 14 11:25:33.888064 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-11b3654d-ac54-417d-9c6c-afe4e0a9f6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130a50080>, [{'id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'name': 'tempest-TestShelveInstance-1771654106-router', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:48Z', 'updated_at': '2021-04-14T11:24:03Z', 'revision_number': 4, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'gw_port': {'id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:51Z', 'updated_at': '2021-04-14T11:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': '4788b69c-6a95-4d57-be41-1621bbab4ab0', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'port_id': 'c5a525b1-2146-468e-bd54-22bc70a65acd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1', 'mac_address': 'fa:16:3e:c4:be:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:25:29Z', 'updated_at': '2021-04-14T11:25:29Z', 'revision_number': 0, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b11305-fc99-42fd-a2ea-ff434283bfc8', 'name': '', 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'mac_address': 'fa:16:3e:1b:46:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:00Z', 'updated_at': '2021-04-14T11:24:16Z', 'revision_number': 5, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'subnets': [{'id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:25:33.900800 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b3654d-ac54-417d-9c6c-afe4e0a9f6ef None None] The sync data for ids ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'] in dv-cinder-774594-3-iscsi is: [{'id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'name': 'tempest-TestShelveInstance-1771654106-router', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:48Z', 'updated_at': '2021-04-14T11:24:03Z', 'revision_number': 4, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'gw_port': {'id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:51Z', 'updated_at': '2021-04-14T11:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': '4788b69c-6a95-4d57-be41-1621bbab4ab0', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'port_id': 'c5a525b1-2146-468e-bd54-22bc70a65acd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1', 'mac_address': 'fa:16:3e:c4:be:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:25:29Z', 'updated_at': '2021-04-14T11:25:29Z', 'revision_number': 0, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b11305-fc99-42fd-a2ea-ff434283bfc8', 'name': '', 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'mac_address': 'fa:16:3e:1b:46:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:00Z', 'updated_at': '2021-04-14T11:24:16Z', 'revision_number': 5, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'subnets': [{'id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:25:33.943525 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619e576-70ca-42b7-83ff-773480408d1a req-4f20031c-1d4a-4823-bbe5-c3dc89dec66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:33.945385 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b619e576-70ca-42b7-83ff-773480408d1a req-4f20031c-1d4a-4823-bbe5-c3dc89dec66a service neutron] 10.222.0.47 "GET /v2.0/networks?id=7143d856-ff11-43d2-8c4d-ccc71b1058f1 HTTP/1.1" status: 200  len: 920 time: 0.5203013
Apr 14 11:25:34.047990 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b619e576-70ca-42b7-83ff-773480408d1a req-21a1bbfd-1619-4359-a0ac-fb3e0e15d2bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a762df2-4724-4061-b177-3d3782de6cef HTTP/1.1" status: 200  len: 217 time: 0.0923150
Apr 14 11:25:34.181658 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619e576-70ca-42b7-83ff-773480408d1a req-8a7f0948-3cef-445b-828f-3b5f1c6c7fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:34.183230 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b619e576-70ca-42b7-83ff-773480408d1a req-8a7f0948-3cef-445b-828f-3b5f1c6c7fa8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0b05589-3e80-486a-af43-2ca7b75f34c0 HTTP/1.1" status: 200  len: 859 time: 0.1281607
Apr 14 11:25:34.315320 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fafe05a-8961-4376-a702-64569773f4eb None None] New status for floating IP 4788b69c-6a95-4d57-be41-1621bbab4ab0: ACTIVE {{(pid=85284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 14 11:25:34.351360 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b619e576-70ca-42b7-83ff-773480408d1a req-d7ed526c-6c89-427a-9ab5-88c861fb7e82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7143d856-ff11-43d2-8c4d-ccc71b1058f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1546659
Apr 14 11:25:34.616959 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b619e576-70ca-42b7-83ff-773480408d1a req-fada535c-2b98-4f63-aa36-61d08b123b52 service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2553473
Apr 14 11:25:34.671346 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:25:34.708445 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b0c7a-a2b2-4669-9dc5-e9daca276024 req-01a6be20-9500-46b4-a60c-626cb72cf8b2 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:34.719098 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-041b0c7a-a2b2-4669-9dc5-e9daca276024 req-01a6be20-9500-46b4-a60c-626cb72cf8b2 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.4494665
Apr 14 11:25:34.778851 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-041b0c7a-a2b2-4669-9dc5-e9daca276024 req-2c9003c6-93c3-408e-a9cf-5b7536dd34e5 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583553
Apr 14 11:25:34.906809 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b619e576-70ca-42b7-83ff-773480408d1a req-f9398562-cb57-4659-9da1-1dea0edd7a70 service neutron] 10.222.0.47 "GET /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2477233
Apr 14 11:25:36.004012 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484b169-a552-40a6-b71b-acdb2db02e18 req-c91e9644-15bc-42d1-8837-52abc80c23ba tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:36.005731 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5484b169-a552-40a6-b71b-acdb2db02e18 req-c91e9644-15bc-42d1-8837-52abc80c23ba tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1025286
Apr 14 11:25:36.041587 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5484b169-a552-40a6-b71b-acdb2db02e18 req-0ebd5d2b-c2b7-46cc-99e9-bda52869bbf2 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0286977
Apr 14 11:25:37.330742 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372187a-4f1d-4786-89d6-24b096076608 req-38ddfde7-0e92-4ab5-9859-9b66da67e522 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:37.332524 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1372187a-4f1d-4786-89d6-24b096076608 req-38ddfde7-0e92-4ab5-9859-9b66da67e522 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1384811
Apr 14 11:25:37.378513 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1372187a-4f1d-4786-89d6-24b096076608 req-2d3fa3f2-02db-45ac-818a-5f0dbc2c66ec tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395942
Apr 14 11:25:38.667009 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0bf92-1bc7-4ca6-83b4-a52113071393 req-5b8e1d34-5803-4b72-99d1-dddd01ff3fbf tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:38.668669 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5ea0bf92-1bc7-4ca6-83b4-a52113071393 req-5b8e1d34-5803-4b72-99d1-dddd01ff3fbf tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1232009
Apr 14 11:25:38.709895 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5ea0bf92-1bc7-4ca6-83b4-a52113071393 req-32d4839d-c055-400f-93a1-21a1ec8d799b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340757
Apr 14 11:25:39.165853 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32375366-62e1-4367-82fc-a6db2e2868b9 req-a401e40a-4a41-496e-800d-ce6163b5418b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:39.168598 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-32375366-62e1-4367-82fc-a6db2e2868b9 req-a401e40a-4a41-496e-800d-ce6163b5418b tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=af4db36c-40dc-4c01-a045-f180f3c4fb58 HTTP/1.1" status: 200  len: 945 time: 0.1305206
Apr 14 11:25:39.212414 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-32375366-62e1-4367-82fc-a6db2e2868b9 req-cbe1ec26-114d-4962-a3b5-226809cd4ca4 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356567
Apr 14 11:25:40.448971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2ab37-5c81-4b35-809b-51996ff227ff req-36796365-6d9d-45e7-b5be-109d8e16dec0 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:40.450576 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e7f2ab37-5c81-4b35-809b-51996ff227ff req-36796365-6d9d-45e7-b5be-109d8e16dec0 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=af4db36c-40dc-4c01-a045-f180f3c4fb58 HTTP/1.1" status: 200  len: 945 time: 0.0995898
Apr 14 11:25:40.485210 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e7f2ab37-5c81-4b35-809b-51996ff227ff req-e9f6753a-b2c1-49f8-a343-eba6451a22cd tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0266917
Apr 14 11:25:41.315941 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626a7cc-532e-4eb1-9fde-e54e2f04375f req-5fc4aea0-5924-4172-ba55-5844edd49fc0 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:41.317963 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0626a7cc-532e-4eb1-9fde-e54e2f04375f req-5fc4aea0-5924-4172-ba55-5844edd49fc0 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.47 "GET /v2.0/ports?device_id=af4db36c-40dc-4c01-a045-f180f3c4fb58 HTTP/1.1" status: 200  len: 945 time: 0.0961626
Apr 14 11:25:41.402905 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-0626a7cc-532e-4eb1-9fde-e54e2f04375f req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Deleting port 5dab94bb-1a2d-4253-b2bf-0609a9699215 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:25:41.403670 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0626a7cc-532e-4eb1-9fde-e54e2f04375f req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:41.800508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-0626a7cc-532e-4eb1-9fde-e54e2f04375f req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] For port 5dab94bb-1a2d-4253-b2bf-0609a9699215, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5dab94bb-1a2d-4253-b2bf-0609a9699215,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:41.801135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0626a7cc-532e-4eb1-9fde-e54e2f04375f req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:41.948555 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-0626a7cc-532e-4eb1-9fde-e54e2f04375f req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Calling delete_port for 5dab94bb-1a2d-4253-b2bf-0609a9699215 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:25:42.082950 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85a58c-24f6-442b-b7d7-d4709092416b req-11fbcb8d-aa5f-4d60-ac33-fa3325b12745 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:42.084812 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-eb85a58c-24f6-442b-b7d7-d4709092416b req-11fbcb8d-aa5f-4d60-ac33-fa3325b12745 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=af4db36c-40dc-4c01-a045-f180f3c4fb58 HTTP/1.1" status: 200  len: 945 time: 0.3861206
Apr 14 11:25:42.179440 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-eb85a58c-24f6-442b-b7d7-d4709092416b req-14293a7b-ad86-4dcc-b7ac-0a277561ebe8 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535886
Apr 14 11:25:42.205005 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0626a7cc-532e-4eb1-9fde-e54e2f04375f req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:42.220772 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['54043a7e-a43f-4ebc-b1e8-81310c1de06c', '61558a4e-96b5-4303-af97-d8a56d6da7dd', '1b786070-25d8-441c-8fd8-36ff58d02856', '5dab94bb-1a2d-4253-b2bf-0609a9699215'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:25:42.247450 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-111f2143-00ee-4389-8665-d6efc0c24a38 tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:42.431145 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Pushing event deleted for resources: {'Port': ['ID=5dab94bb-1a2d-4253-b2bf-0609a9699215,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:42.480970 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:42.481413 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:42.481825 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:42.482250 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:42.482649 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:42.483649 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:42.484049 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:42.484445 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:42.484837 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:42.485351 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:42.485744 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:42.486137 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:42.494459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:42.560787 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-0626a7cc-532e-4eb1-9fde-e54e2f04375f req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] No DVR routers for this DVR port 5dab94bb-1a2d-4253-b2bf-0609a9699215 on host hv-cinder-77459 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:25:42.564184 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0626a7cc-532e-4eb1-9fde-e54e2f04375f req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:42.567498 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4db36c-40dc-4c01-a045-f180f3c4fb58', 'name': 'network-vif-deleted', 'tag': '5dab94bb-1a2d-4253-b2bf-0609a9699215'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:25:42.588868 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0626a7cc-532e-4eb1-9fde-e54e2f04375f req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.47 "DELETE /v2.0/ports/5dab94bb-1a2d-4253-b2bf-0609a9699215 HTTP/1.1" status: 204  len: 173 time: 1.2640204
Apr 14 11:25:42.642924 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4db36c-40dc-4c01-a045-f180f3c4fb58', 'name': 'network-vif-deleted', 'tag': '5dab94bb-1a2d-4253-b2bf-0609a9699215', 'status': 'completed', 'code': 200}
Apr 14 11:25:43.438385 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-9ac0fed2-b1ab-4a0c-8802-d0082f85a208 req-d3a06703-2bc4-41d9-91b3-be7cbff32d57 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Synchronizing usage tracker for tenant:de9050b67e08476387fed4dd21923614 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:25:43.466580 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-9ac0fed2-b1ab-4a0c-8802-d0082f85a208 req-d3a06703-2bc4-41d9-91b3-be7cbff32d57 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Unset dirty status for tenant:de9050b67e08476387fed4dd21923614 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:25:43.468641 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9ac0fed2-b1ab-4a0c-8802-d0082f85a208 req-d3a06703-2bc4-41d9-91b3-be7cbff32d57 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=af4db36c-40dc-4c01-a045-f180f3c4fb58 HTTP/1.1" status: 200  len: 210 time: 0.0892315
Apr 14 11:25:44.812697 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6ae49-1370-4ac2-b708-88877bdfad36 req-e135a4ab-22d0-4447-a258-64b17acded13 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:44.814270 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e8b6ae49-1370-4ac2-b708-88877bdfad36 req-e135a4ab-22d0-4447-a258-64b17acded13 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.0924993
Apr 14 11:25:44.845146 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e8b6ae49-1370-4ac2-b708-88877bdfad36 req-167282f3-3805-4e9c-95b8-c3f7ec13dfc5 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245204
Apr 14 11:25:44.989461 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 5dab94bb-1a2d-4253-b2bf-0609a9699215 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:25:45.025840 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: 5dab94bb-1a2d-4253-b2bf-0609a9699215 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:25:45.026232 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 5dab94bb-1a2d-4253-b2bf-0609a9699215 not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:25:46.058529 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf34220-8365-4717-a4b3-b24be2e122c9 req-0e151ed5-2d0e-478c-86ce-4fc3e57d8e94 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:46.060247 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cdf34220-8365-4717-a4b3-b24be2e122c9 req-0e151ed5-2d0e-478c-86ce-4fc3e57d8e94 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.0958078
Apr 14 11:25:46.097622 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cdf34220-8365-4717-a4b3-b24be2e122c9 req-3409cc67-cc3b-4d5b-b866-ad5411107c55 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0300529
Apr 14 11:25:46.218182 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8e019-3d04-4848-95f7-8586d222cffe req-dcd0f709-4ee6-4742-a810-54cb8a826a91 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:46.219792 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-14b8e019-3d04-4848-95f7-8586d222cffe req-dcd0f709-4ee6-4742-a810-54cb8a826a91 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 945 time: 0.0902312
Apr 14 11:25:46.249846 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-14b8e019-3d04-4848-95f7-8586d222cffe req-8e7ea016-f3a9-4581-9a5b-7debcdbf4d6c tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0234532
Apr 14 11:25:46.954755 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 58486) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:25:47.023646 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2150df81-0d65-4aef-a4bb-b7ec9cf68cdd admin admin] Deleting subnet d0349ccc-ba9f-4476-b379-a35c31d00919 {{(pid=85281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 14 11:25:47.026823 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2150df81-0d65-4aef-a4bb-b7ec9cf68cdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:47.083337 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2150df81-0d65-4aef-a4bb-b7ec9cf68cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2265747'] for subnet, precommit_delete_associations {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:47.142493 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2150df81-0d65-4aef-a4bb-b7ec9cf68cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1821'] for subnet, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:47.456765 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dff92-85e2-45f6-9fc4-c27e3b435bef req-9690c280-3a06-483f-b53a-b28a88c64375 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:47.458417 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-390dff92-85e2-45f6-9fc4-c27e3b435bef req-9690c280-3a06-483f-b53a-b28a88c64375 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.2352953
Apr 14 11:25:47.550414 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-390dff92-85e2-45f6-9fc4-c27e3b435bef req-0b251557-64cf-4829-8bda-674220c37e0e tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552952
Apr 14 11:25:47.641525 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb733bf-f57d-4069-b575-d0f2efbe3315 req-b5bac610-731c-4ada-9b84-5bab7d9a3638 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:47.643145 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bcb733bf-f57d-4069-b575-d0f2efbe3315 req-b5bac610-731c-4ada-9b84-5bab7d9a3638 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 945 time: 0.2758224
Apr 14 11:25:47.651456 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2150df81-0d65-4aef-a4bb-b7ec9cf68cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2429323'] for subnet, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:47.683906 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-34d1436a-7cd3-4f09-bb22-20d2b1d6126c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:47.956650 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150df81-0d65-4aef-a4bb-b7ec9cf68cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0349ccc-ba9f-4476-b379-a35c31d00919,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:47.963471 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2150df81-0d65-4aef-a4bb-b7ec9cf68cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:47.969336 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bcb733bf-f57d-4069-b575-d0f2efbe3315 req-5fc919f4-7f62-454c-b663-3f7beec47e07 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3166893
Apr 14 11:25:48.052376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b899c-50e8-45f4-98a8-af9bd9223814 req-b3746929-b75c-4cc1-bba8-0207453b8923 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:48.053971 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2e2b899c-50e8-45f4-98a8-af9bd9223814 req-b3746929-b75c-4cc1-bba8-0207453b8923 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 945 time: 0.5008290
Apr 14 11:25:48.068841 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2150df81-0d65-4aef-a4bb-b7ec9cf68cdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:48.074818 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-2150df81-0d65-4aef-a4bb-b7ec9cf68cdd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d0349ccc-ba9f-4476-b379-a35c31d00919 HTTP/1.1" status: 204  len: 168 time: 1.1189692
Apr 14 11:25:48.078178 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 58496) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:25:48.150181 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-2e2b899c-50e8-45f4-98a8-af9bd9223814 req-59819ac2-16a7-42d2-8f40-678c3f74aeac tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Deleting port 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:25:48.150723 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-2e2b899c-50e8-45f4-98a8-af9bd9223814 req-59819ac2-16a7-42d2-8f40-678c3f74aeac tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:48.255842 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854664768'] for network, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:48.380300 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fca87b-6e73-4016-ab41-df800c687ea7 req-ab0c4821-1c2c-42c0-aaf3-28b9f9be9372 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:48.381087 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-88fca87b-6e73-4016-ab41-df800c687ea7 req-ab0c4821-1c2c-42c0-aaf3-28b9f9be9372 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Synchronizing usage tracker for tenant:de9050b67e08476387fed4dd21923614 on resource:port {{(pid=85282) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:25:48.424081 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-2e2b899c-50e8-45f4-98a8-af9bd9223814 req-59819ac2-16a7-42d2-8f40-678c3f74aeac tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] For port 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb,segment=NetworkSegment(6d93f21a-1ab9-4de2-a656-a11139999f45),segment_id=6d93f21a-1ab9-4de2-a656-a11139999f45)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:48.424403 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-2e2b899c-50e8-45f4-98a8-af9bd9223814 req-59819ac2-16a7-42d2-8f40-678c3f74aeac tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:48.477844 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-88fca87b-6e73-4016-ab41-df800c687ea7 req-ab0c4821-1c2c-42c0-aaf3-28b9f9be9372 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Unset dirty status for tenant:de9050b67e08476387fed4dd21923614 on resource:port {{(pid=85282) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:25:48.479098 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-88fca87b-6e73-4016-ab41-df800c687ea7 req-ab0c4821-1c2c-42c0-aaf3-28b9f9be9372 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.47 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 945 time: 0.3755040
Apr 14 11:25:48.525833 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854302052', 'neutron.services.segments.db._delete_segments_for_network--9223363253325445970'] for network, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:48.563432 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-2e2b899c-50e8-45f4-98a8-af9bd9223814 req-59819ac2-16a7-42d2-8f40-678c3f74aeac tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Calling delete_port for 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:25:48.653872 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-88fca87b-6e73-4016-ab41-df800c687ea7 req-dc9f5655-0a00-48de-b898-a842718b7493 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Deleting port 1b786070-25d8-441c-8fd8-36ff58d02856 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:25:48.654530 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-88fca87b-6e73-4016-ab41-df800c687ea7 req-dc9f5655-0a00-48de-b898-a842718b7493 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:48.726009 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd13079ad68>,) {'filters': {'network_id': ['965dee3f-e10e-4b39-b0ce-e283a28dbf34']}} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:25:48.745351 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd13079ad68>, 'a97675ef-7ed0-444d-8d49-cdff6c0218f1') {'for_net_delete': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:25:48.745698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd13079ad68>, 'a97675ef-7ed0-444d-8d49-cdff6c0218f1') {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:25:48.773591 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-2e2b899c-50e8-45f4-98a8-af9bd9223814 req-59819ac2-16a7-42d2-8f40-678c3f74aeac tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:48.793358 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:48.794420 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb', '2a762df2-4724-4061-b177-3d3782de6cef'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:25:48.802056 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253325448786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26561450'] for segment, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:48.833221 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:48.863690 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59819ac2-16a7-42d2-8f40-678c3f74aeac tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Pushing event deleted for resources: {'Port': ['ID=10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:48.866428 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-59819ac2-16a7-42d2-8f40-678c3f74aeac tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:48.871588 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=85282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 14 11:25:48.964081 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bed674-9b54-4ba6-838f-eb176a464514 req-bf476c5e-8d4a-4cb3-9f5a-a1c609a9ae4b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:48.965851 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-63bed674-9b54-4ba6-838f-eb176a464514 req-bf476c5e-8d4a-4cb3-9f5a-a1c609a9ae4b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ca5ca2-fef9-4ea6-9793-04f619487679 HTTP/1.1" status: 200  len: 867 time: 0.2795420
Apr 14 11:25:49.028907 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-63bed674-9b54-4ba6-838f-eb176a464514 req-aa3e4024-deae-45d3-94b6-1a388600d1ae tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532603
Apr 14 11:25:49.146105 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Network 965dee3f-e10e-4b39-b0ce-e283a28dbf34 has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:25:49.156667 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852025971'] for segment, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:49.159526 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2b899c-50e8-45f4-98a8-af9bd9223814 req-59819ac2-16a7-42d2-8f40-678c3f74aeac tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] No DVR routers for this DVR port 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb on host hv-cinder-77459 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:25:49.166371 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-2e2b899c-50e8-45f4-98a8-af9bd9223814 req-59819ac2-16a7-42d2-8f40-678c3f74aeac tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:49.169099 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ca5ca2-fef9-4ea6-9793-04f619487679', 'name': 'network-vif-deleted', 'tag': '10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:25:49.192805 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2e2b899c-50e8-45f4-98a8-af9bd9223814 req-59819ac2-16a7-42d2-8f40-678c3f74aeac tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.47 "DELETE /v2.0/ports/10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb HTTP/1.1" status: 204  len: 173 time: 1.1166871
Apr 14 11:25:49.223204 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ca5ca2-fef9-4ea6-9793-04f619487679', 'name': 'network-vif-deleted', 'tag': '10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb', 'status': 'completed', 'code': 200}
Apr 14 11:25:49.232461 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45407184-1306-4ebf-b557-c376b62c5e58 req-f2ff0a3c-5557-48d8-9f4b-66d0e7d838bd tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:49.235010 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-45407184-1306-4ebf-b557-c376b62c5e58 req-f2ff0a3c-5557-48d8-9f4b-66d0e7d838bd tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 945 time: 0.1117435
Apr 14 11:25:49.258593 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-88fca87b-6e73-4016-ab41-df800c687ea7 req-dc9f5655-0a00-48de-b898-a842718b7493 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] For port 1b786070-25d8-441c-8fd8-36ff58d02856, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1b786070-25d8-441c-8fd8-36ff58d02856,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:49.259001 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-88fca87b-6e73-4016-ab41-df800c687ea7 req-dc9f5655-0a00-48de-b898-a842718b7493 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:49.268517 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-45407184-1306-4ebf-b557-c376b62c5e58 req-94cfdb55-7f61-4339-8463-314fb445a69d tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0270452
Apr 14 11:25:49.701772 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-88fca87b-6e73-4016-ab41-df800c687ea7 req-dc9f5655-0a00-48de-b898-a842718b7493 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Calling delete_port for 1b786070-25d8-441c-8fd8-36ff58d02856 owned by compute:nova {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:25:49.752756 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Network 965dee3f-e10e-4b39-b0ce-e283a28dbf34 has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]: Traceback (most recent call last):
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:     timer()
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:     cb(*args, **kw)
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:     return func(*args, **kwargs)
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:     self._notify()
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:     self.callback(batched_events)
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:     event.method(event)
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:     segment_id)['aggregates'][0]
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:     return f(self, *a, **k)
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self._get(url).json()
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:     **kwargs)
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self.request(url, 'GET', **kwargs)
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:     **endpoint_filter)
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 14 11:25:49.781678 dv-cinder-774594-3-iscsi neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 14 11:25:49.887230 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-473733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850711281'] for network, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:49.892828 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cb2c7110-e6d8-46b6-97eb-6370f8512b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:49.911529 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:49.924565 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Pushing event deleted for resources: {'Network': ['ID=965dee3f-e10e-4b39-b0ce-e283a28dbf34,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:49.976724 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:49.977186 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:49.977592 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:49.977991 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:49.978383 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:49.978777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:49.979166 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:49.979558 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:49.979948 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:49.980337 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:49.980724 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:49.981131 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:25:49.988600 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:49.994816 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] 10.222.0.20 "DELETE /v2.0/networks/965dee3f-e10e-4b39-b0ce-e283a28dbf34 HTTP/1.1" status: 204  len: 168 time: 1.9155521
Apr 14 11:25:50.018618 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-88fca87b-6e73-4016-ab41-df800c687ea7 req-dc9f5655-0a00-48de-b898-a842718b7493 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:50.029404 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['54043a7e-a43f-4ebc-b1e8-81310c1de06c', '61558a4e-96b5-4303-af97-d8a56d6da7dd', '1b786070-25d8-441c-8fd8-36ff58d02856'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:25:50.035376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9c913fa2-a7a7-4f6a-8bf3-c057a92d681c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:50.099669 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f5655-0a00-48de-b898-a842718b7493 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Pushing event deleted for resources: {'Port': ['ID=1b786070-25d8-441c-8fd8-36ff58d02856,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:50.104760 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dc9f5655-0a00-48de-b898-a842718b7493 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:50.243790 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 58516) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:25:50.291003 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-dbbc90fc-6652-4cee-91ce-729179bf78ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d8060b84813488fa4f5527b0ab29766&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0458119
Apr 14 11:25:50.291700 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 58520) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:25:50.321414 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fca87b-6e73-4016-ab41-df800c687ea7 req-dc9f5655-0a00-48de-b898-a842718b7493 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] No DVR routers for this DVR port 1b786070-25d8-441c-8fd8-36ff58d02856 on host hv-cinder-77459 {{(pid=85282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:25:50.324100 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-88fca87b-6e73-4016-ab41-df800c687ea7 req-dc9f5655-0a00-48de-b898-a842718b7493 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:50.326566 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-88fca87b-6e73-4016-ab41-df800c687ea7 req-dc9f5655-0a00-48de-b898-a842718b7493 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.47 "DELETE /v2.0/ports/1b786070-25d8-441c-8fd8-36ff58d02856 HTTP/1.1" status: 204  len: 173 time: 1.8410285
Apr 14 11:25:50.327710 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24be8013-54b4-43cf-bb62-b07601764598', 'name': 'network-vif-deleted', 'tag': '1b786070-25d8-441c-8fd8-36ff58d02856'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:25:50.481465 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5f1f-2217-4a4c-9dcd-c9cc67eff614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:50.486863 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-02b86829-138e-41a7-8640-2dd458d6db3a req-4b65c26c-15a2-4cac-bf23-cf2c6da82775 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=24be8013-54b4-43cf-bb62-b07601764598 HTTP/1.1" status: 200  len: 210 time: 0.0622246
Apr 14 11:25:50.518281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5f1f-2217-4a4c-9dcd-c9cc67eff614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:50.578959 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24be8013-54b4-43cf-bb62-b07601764598', 'name': 'network-vif-deleted', 'tag': '1b786070-25d8-441c-8fd8-36ff58d02856', 'status': 'completed', 'code': 200}
Apr 14 11:25:50.584415 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5f1f-2217-4a4c-9dcd-c9cc67eff614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:50.589792 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a0c6a0c5-6d92-47a1-9a91-beb301d1c01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:50.603952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff5f1f-2217-4a4c-9dcd-c9cc67eff614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf3c4f4-0b93-48db-a25d-5e1185caff3a,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:50.606764 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e5ff5f1f-2217-4a4c-9dcd-c9cc67eff614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:50.616048 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5f1f-2217-4a4c-9dcd-c9cc67eff614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:50.619845 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-e5ff5f1f-2217-4a4c-9dcd-c9cc67eff614 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bf3c4f4-0b93-48db-a25d-5e1185caff3a HTTP/1.1" status: 204  len: 168 time: 0.3240061
Apr 14 11:25:50.766067 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfe36b-82bd-412c-97c3-bdd497aaee80 req-4a3cf9bf-2a85-4dc3-913b-ae7e2ad89adf tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:50.766831 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-5acfe36b-82bd-412c-97c3-bdd497aaee80 req-4a3cf9bf-2a85-4dc3-913b-ae7e2ad89adf tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Synchronizing usage tracker for tenant:da21fbce17af42eb883bce1555072e06 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:25:50.781621 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-5acfe36b-82bd-412c-97c3-bdd497aaee80 req-4a3cf9bf-2a85-4dc3-913b-ae7e2ad89adf tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Unset dirty status for tenant:da21fbce17af42eb883bce1555072e06 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:25:50.782900 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5acfe36b-82bd-412c-97c3-bdd497aaee80 req-4a3cf9bf-2a85-4dc3-913b-ae7e2ad89adf tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1092629
Apr 14 11:25:50.816089 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5acfe36b-82bd-412c-97c3-bdd497aaee80 req-6affd7f6-f627-4f50-be96-b3e90cdf10da tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0266473
Apr 14 11:25:51.006399 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 1b786070-25d8-441c-8fd8-36ff58d02856 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:25:51.044783 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: 1b786070-25d8-441c-8fd8-36ff58d02856 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:25:51.045204 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 1b786070-25d8-441c-8fd8-36ff58d02856 not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:25:51.046111 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:25:51.086914 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:25:51.087311 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 10e5a38b-b0cd-4d42-8f49-075c1ffbd7cb not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:25:51.417300 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 58552) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:25:51.529038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1122706092-network', 'tenant_id': '14e17523eed942cd86a25a7c396c9ae4'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:25:51.534307 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:25:51.538528 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Usage tracker for resource:network and tenant:14e17523eed942cd86a25a7c396c9ae4 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:25:51.541807 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:25:51.549873 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:25:51.558702 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Made reservation on behalf of 14e17523eed942cd86a25a7c396c9ae4 for: {'network': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:25:51.564106 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:51.577620 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:51.593502 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:25:51.597958 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Usage tracker for resource:security_group_rule and tenant:14e17523eed942cd86a25a7c396c9ae4 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:25:51.600971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:25:51.607180 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:25:51.704892 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:51.707640 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:51.711906 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-356b3f27-331c-4fc8-95a4-65b4149f14dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:51.738478 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209}  {{(pid=85281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:25:51.751683 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b478bfd0-fbad-4e79-9283-7b8458d76fe5,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:51.755258 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:51.758262 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:51.758653 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Added segment 6dfb80d9-8b3d-46e4-9d09-3be0a23b87da of type vlan for network 71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729
Apr 14 11:25:51.787813 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:51.820865 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:51.822341 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:51.822941 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:51.830530 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cc01d8fb-0b51-4860-a39a-d4f543811028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:52.026317 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6076734
Apr 14 11:25:52.027339 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Pushing event updated for resources: {'Network': ['ID=71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:52.029290 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 58568) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:25:52.030676 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:52.037932 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network 71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:25:52.045635 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-5da1c934-2307-415d-9b39-8565a707bef3 admin admin] Request body: {'subnet': {'network_id': '71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1122706092-subnet', 'tenant_id': '14e17523eed942cd86a25a7c396c9ae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:25:52.051048 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5da1c934-2307-415d-9b39-8565a707bef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:25:52.055596 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-5da1c934-2307-415d-9b39-8565a707bef3 admin admin] Usage tracker for resource:subnet and tenant:14e17523eed942cd86a25a7c396c9ae4 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:25:52.058846 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-5da1c934-2307-415d-9b39-8565a707bef3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:25:52.067117 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5da1c934-2307-415d-9b39-8565a707bef3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:25:52.078966 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da1c934-2307-415d-9b39-8565a707bef3 admin admin] Made reservation on behalf of 14e17523eed942cd86a25a7c396c9ae4 for: {'subnet': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:25:52.083886 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5da1c934-2307-415d-9b39-8565a707bef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852322423'] for subnet, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:52.108948 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a460e-1547-4339-a96b-b7f01b47e66f req-4de779a6-2122-4200-afce-173213100647 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:52.110607 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e11a460e-1547-4339-a96b-b7f01b47e66f req-4de779a6-2122-4200-afce-173213100647 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 946 time: 0.1839807
Apr 14 11:25:52.119783 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f74512-c54a-4ee1-8622-3d279e564fd7 req-4dba0902-5b3b-4e40-b8e6-ffa0bb99bd38 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:52.121334 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-69f74512-c54a-4ee1-8622-3d279e564fd7 req-4dba0902-5b3b-4e40-b8e6-ffa0bb99bd38 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1471462
Apr 14 11:25:52.166244 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e11a460e-1547-4339-a96b-b7f01b47e66f req-cbcc8d30-49aa-41e5-bb01-07f4854fa511 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438802
Apr 14 11:25:52.171597 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-69f74512-c54a-4ee1-8622-3d279e564fd7 req-05d39509-3c07-4c4b-a879-801462acf73b tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364976
Apr 14 11:25:52.502197 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5da1c934-2307-415d-9b39-8565a707bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2749725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852322314'] for subnet, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:52.518059 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:52.650827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1c934-2307-415d-9b39-8565a707bef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ac35fd3-10a2-4b5f-808f-a1fc3a723591,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:52.655317 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5da1c934-2307-415d-9b39-8565a707bef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:52.713246 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da1c934-2307-415d-9b39-8565a707bef3 admin admin] Checking segment: {'id': '6dfb80d9-8b3d-46e4-9d09-3be0a23b87da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:25:52.713643 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da1c934-2307-415d-9b39-8565a707bef3 admin admin] Network hostable DHCP agents. Network: 71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:25:52.732433 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da1c934-2307-415d-9b39-8565a707bef3 admin admin] Network 71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:25:52.741356 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-5da1c934-2307-415d-9b39-8565a707bef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, 71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729) {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:25:52.750593 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aea43b-ff93-4133-92db-f10af24b0e45 None None] Network 71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:25:52.754685 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da1c934-2307-415d-9b39-8565a707bef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:52.755343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5da1c934-2307-415d-9b39-8565a707bef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:52.774790 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-5da1c934-2307-415d-9b39-8565a707bef3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7443154
Apr 14 11:25:52.974049 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c5d005-3089-4a33-ab62-9a628f4f5a1f None None] Network 71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:25:53.460039 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e89ea-b3d3-4aa0-8c34-4e9f46b97339 req-bd916ceb-c63a-48dd-9f05-060c84e551ba tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:53.461704 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e69e89ea-b3d3-4aa0-8c34-4e9f46b97339 req-bd916ceb-c63a-48dd-9f05-060c84e551ba tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 946 time: 0.1665983
Apr 14 11:25:53.472799 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575b54e-689b-48bd-95fe-1394209a9269 req-36e721b0-d5df-489a-a802-59d3ff0aed29 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:53.474428 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3575b54e-689b-48bd-95fe-1394209a9269 req-36e721b0-d5df-489a-a802-59d3ff0aed29 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1392143
Apr 14 11:25:53.532141 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e69e89ea-b3d3-4aa0-8c34-4e9f46b97339 req-8f7c28fd-2fb9-4f62-8f08-7de5a66a2f27 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565615
Apr 14 11:25:53.542069 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee6c22-8c9e-44e7-9c2a-4521ca289d82 req-6f1674cc-0a84-4b6e-a2a6-0db10bbf6445 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:53.544343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-91ee6c22-8c9e-44e7-9c2a-4521ca289d82 req-6f1674cc-0a84-4b6e-a2a6-0db10bbf6445 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Synchronizing usage tracker for tenant:de9050b67e08476387fed4dd21923614 on resource:port {{(pid=85282) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:25:53.546673 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3575b54e-689b-48bd-95fe-1394209a9269 req-5d8aa2c2-e55c-49f2-a47b-37c17371e457 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556340
Apr 14 11:25:53.562828 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-91ee6c22-8c9e-44e7-9c2a-4521ca289d82 req-6f1674cc-0a84-4b6e-a2a6-0db10bbf6445 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Unset dirty status for tenant:de9050b67e08476387fed4dd21923614 on resource:port {{(pid=85282) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:25:53.564620 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-91ee6c22-8c9e-44e7-9c2a-4521ca289d82 req-6f1674cc-0a84-4b6e-a2a6-0db10bbf6445 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 946 time: 0.1612563
Apr 14 11:25:53.649542 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-91ee6c22-8c9e-44e7-9c2a-4521ca289d82 req-7adf2017-1e20-4a3a-b535-f733ce6e1887 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Deleting port 61558a4e-96b5-4303-af97-d8a56d6da7dd {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:25:53.649931 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-91ee6c22-8c9e-44e7-9c2a-4521ca289d82 req-7adf2017-1e20-4a3a-b535-f733ce6e1887 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:53.928292 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-91ee6c22-8c9e-44e7-9c2a-4521ca289d82 req-7adf2017-1e20-4a3a-b535-f733ce6e1887 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] For port 61558a4e-96b5-4303-af97-d8a56d6da7dd, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=61558a4e-96b5-4303-af97-d8a56d6da7dd,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:53.928692 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-91ee6c22-8c9e-44e7-9c2a-4521ca289d82 req-7adf2017-1e20-4a3a-b535-f733ce6e1887 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:54.058909 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-91ee6c22-8c9e-44e7-9c2a-4521ca289d82 req-7adf2017-1e20-4a3a-b535-f733ce6e1887 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Calling delete_port for 61558a4e-96b5-4303-af97-d8a56d6da7dd owned by compute:nova {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:25:54.205646 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-91ee6c22-8c9e-44e7-9c2a-4521ca289d82 req-7adf2017-1e20-4a3a-b535-f733ce6e1887 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:54.221469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3d72f25d-ae53-4681-a264-579935256757 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:54.224070 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['54043a7e-a43f-4ebc-b1e8-81310c1de06c', '61558a4e-96b5-4303-af97-d8a56d6da7dd'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:25:54.280176 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf2017-1e20-4a3a-b535-f733ce6e1887 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Pushing event deleted for resources: {'Port': ['ID=61558a4e-96b5-4303-af97-d8a56d6da7dd,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:54.284047 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7adf2017-1e20-4a3a-b535-f733ce6e1887 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:54.471431 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ee6c22-8c9e-44e7-9c2a-4521ca289d82 req-7adf2017-1e20-4a3a-b535-f733ce6e1887 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] No DVR routers for this DVR port 61558a4e-96b5-4303-af97-d8a56d6da7dd on host hv-cinder-77459 {{(pid=85282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:25:54.474025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-91ee6c22-8c9e-44e7-9c2a-4521ca289d82 req-7adf2017-1e20-4a3a-b535-f733ce6e1887 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:54.476833 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1b566b-8266-485a-84b9-47e0f1cf5a79', 'name': 'network-vif-deleted', 'tag': '61558a4e-96b5-4303-af97-d8a56d6da7dd'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:25:54.492213 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-91ee6c22-8c9e-44e7-9c2a-4521ca289d82 req-7adf2017-1e20-4a3a-b535-f733ce6e1887 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.47 "DELETE /v2.0/ports/61558a4e-96b5-4303-af97-d8a56d6da7dd HTTP/1.1" status: 204  len: 173 time: 0.9181371
Apr 14 11:25:54.528824 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1b566b-8266-485a-84b9-47e0f1cf5a79', 'name': 'network-vif-deleted', 'tag': '61558a4e-96b5-4303-af97-d8a56d6da7dd', 'status': 'completed', 'code': 200}
Apr 14 11:25:54.747570 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-78e744a8-11aa-4a33-85b0-b709f662f2b7 req-39dea850-4f21-418b-aa89-6b55bbc2f551 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1b566b-8266-485a-84b9-47e0f1cf5a79 HTTP/1.1" status: 200  len: 210 time: 0.0863676
Apr 14 11:25:54.802579 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d71dc4-0e66-4d08-a4ee-d245b345c963 req-6b14a8a8-5af0-4838-a58b-9cf12dcf708c tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:54.804176 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a6d71dc4-0e66-4d08-a4ee-d245b345c963 req-6b14a8a8-5af0-4838-a58b-9cf12dcf708c tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.0992155
Apr 14 11:25:54.837951 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a6d71dc4-0e66-4d08-a4ee-d245b345c963 req-ee678565-be4b-4357-91e1-112680ea4e2a tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0270491
Apr 14 11:25:55.005079 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-e1525b28-2fc1-4e36-9b26-e3c151b74f1f tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:55.006068 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-e1525b28-2fc1-4e36-9b26-e3c151b74f1f tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Synchronizing usage tracker for tenant:14e17523eed942cd86a25a7c396c9ae4 on resource:network {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:25:55.023590 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-e1525b28-2fc1-4e36-9b26-e3c151b74f1f tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Unset dirty status for tenant:14e17523eed942cd86a25a7c396c9ae4 on resource:network {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:25:55.025077 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-e1525b28-2fc1-4e36-9b26-e3c151b74f1f tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/networks?id=71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 HTTP/1.1" status: 200  len: 814 time: 0.1804082
Apr 14 11:25:55.043866 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-908254de-4c3d-43f8-8a5d-03e88a1be98a tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/quotas/14e17523eed942cd86a25a7c396c9ae4 HTTP/1.1" status: 200  len: 375 time: 0.0120370
Apr 14 11:25:55.106172 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-d44d68d9-e9b7-445e-8f44-b7d9edaaa5ee tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=14e17523eed942cd86a25a7c396c9ae4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0552325
Apr 14 11:25:55.266663 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-ca21b5c1-cf82-4dc8-bd27-d23c3618531d service neutron] 10.222.0.20 "GET /v2.0/networks/71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512315
Apr 14 11:25:55.415040 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-f6ddd077-d779-4fda-9114-ec362f3ab420 service neutron] 10.222.0.20 "GET /v2.0/networks/71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418869
Apr 14 11:25:55.429493 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-062e972e-e95e-42d2-9453-1c8020e138eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:55.620056 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8dfad34c-3cb1-4278-8f04-c39b82c2e67a req-e8d7ce40-8a9c-4706-8b6a-bb90564ab8f5 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ca829c1-b8b2-4be6-a17b-dd1d96dce7af HTTP/1.1" status: 200  len: 210 time: 0.0486724
Apr 14 11:25:56.068927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67990348-55fe-4b52-b4b7-3d9986d4ca37 req-5bf7290e-ce75-40ca-ab3a-97298e5cc211 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:56.070569 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-67990348-55fe-4b52-b4b7-3d9986d4ca37 req-5bf7290e-ce75-40ca-ab3a-97298e5cc211 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1016641
Apr 14 11:25:56.103606 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-67990348-55fe-4b52-b4b7-3d9986d4ca37 req-62852a8a-cfc1-414d-a483-0ac934b1e354 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0259600
Apr 14 11:25:56.773934 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b042b43-36dc-4005-a023-f25e105807fd req-7e7f17fc-5f76-4a90-8642-46856d3bdafc tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:56.774646 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-4b042b43-36dc-4005-a023-f25e105807fd req-7e7f17fc-5f76-4a90-8642-46856d3bdafc tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Synchronizing usage tracker for tenant:da21fbce17af42eb883bce1555072e06 on resource:port {{(pid=85282) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:25:56.798190 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-4b042b43-36dc-4005-a023-f25e105807fd req-7e7f17fc-5f76-4a90-8642-46856d3bdafc tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Unset dirty status for tenant:da21fbce17af42eb883bce1555072e06 on resource:port {{(pid=85282) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:25:56.799968 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b042b43-36dc-4005-a023-f25e105807fd req-7e7f17fc-5f76-4a90-8642-46856d3bdafc tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.47 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1712127
Apr 14 11:25:56.821815 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-81401a77-25be-4eac-833d-ebdfa5c29868 req-b3a79831-d76b-4a71-8c35-0843398db375 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ca829c1-b8b2-4be6-a17b-dd1d96dce7af HTTP/1.1" status: 200  len: 210 time: 0.0672436
Apr 14 11:25:56.858884 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-c7acde50-03f3-4d45-ba77-d1b43d8cb9af tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:56.861926 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-c7acde50-03f3-4d45-ba77-d1b43d8cb9af tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.47 "GET /v2.0/networks?id=71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 HTTP/1.1" status: 200  len: 814 time: 0.2314119
Apr 14 11:25:56.876025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Request body: {'port': {'device_id': '8ca829c1-b8b2-4be6-a17b-dd1d96dce7af', 'network_id': '71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729', 'admin_state_up': True, 'tenant_id': '14e17523eed942cd86a25a7c396c9ae4'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:25:56.900253 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-4b042b43-36dc-4005-a023-f25e105807fd req-9d18f770-7291-4161-8c70-e00b4d917b98 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Deleting port 2a762df2-4724-4061-b177-3d3782de6cef {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:25:56.900642 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4b042b43-36dc-4005-a023-f25e105807fd req-9d18f770-7291-4161-8c70-e00b4d917b98 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:57.026193 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 61558a4e-96b5-4303-af97-d8a56d6da7dd no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:25:57.072497 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: 61558a4e-96b5-4303-af97-d8a56d6da7dd {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:25:57.073119 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 61558a4e-96b5-4303-af97-d8a56d6da7dd not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:25:57.245357 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-4b042b43-36dc-4005-a023-f25e105807fd req-9d18f770-7291-4161-8c70-e00b4d917b98 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] For port 2a762df2-4724-4061-b177-3d3782de6cef, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2a762df2-4724-4061-b177-3d3782de6cef,segment=NetworkSegment(6d93f21a-1ab9-4de2-a656-a11139999f45),segment_id=6d93f21a-1ab9-4de2-a656-a11139999f45)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:25:57.245752 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4b042b43-36dc-4005-a023-f25e105807fd req-9d18f770-7291-4161-8c70-e00b4d917b98 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:57.402867 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:25:57.403597 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-4b042b43-36dc-4005-a023-f25e105807fd req-9d18f770-7291-4161-8c70-e00b4d917b98 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Calling delete_port for 2a762df2-4724-4061-b177-3d3782de6cef owned by compute:nova {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:25:57.411909 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Usage tracker for resource:port and tenant:14e17523eed942cd86a25a7c396c9ae4 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:25:57.415684 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:25:57.425576 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:25:57.435805 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2fa1c-7c05-48c5-abf0-3e1828af2128 req-be0cd72d-2e42-4340-8052-38666fa13db2 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:57.438508 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dba2fa1c-7c05-48c5-abf0-3e1828af2128 req-be0cd72d-2e42-4340-8052-38666fa13db2 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/ports?device_id=700bea40-16e8-44aa-af35-ed1b84591b14 HTTP/1.1" status: 200  len: 946 time: 0.1622143
Apr 14 11:25:57.446407 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc7cf-a07e-4f99-af25-8423dfa6713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:57.464261 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Made reservation on behalf of 14e17523eed942cd86a25a7c396c9ae4 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:25:57.470520 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:57.546042 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dba2fa1c-7c05-48c5-abf0-3e1828af2128 req-be37c599-75a8-4d4f-94c1-49ebf3c7ef2f tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.20 "GET /v2.0/security-groups?id=501772ca-a181-4c77-a2c6-eb029b4c7c08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989640
Apr 14 11:25:57.570506 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4b042b43-36dc-4005-a023-f25e105807fd req-9d18f770-7291-4161-8c70-e00b4d917b98 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:57.584925 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['2a762df2-4724-4061-b177-3d3782de6cef'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:25:57.587024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dc9f5655-0a00-48de-b898-a842718b7493 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:57.648956 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18f770-7291-4161-8c70-e00b4d917b98 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Pushing event deleted for resources: {'Port': ['ID=2a762df2-4724-4061-b177-3d3782de6cef,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:57.653860 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9d18f770-7291-4161-8c70-e00b4d917b98 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:57.707672 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cb0e0-90da-4027-b719-3f1b946a8918 req-fb565f20-8f6d-4bf1-b3bc-89cd96e701e6 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:57.709396 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-516cb0e0-90da-4027-b719-3f1b946a8918 req-fb565f20-8f6d-4bf1-b3bc-89cd96e701e6 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 946 time: 0.2489610
Apr 14 11:25:57.763091 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-516cb0e0-90da-4027-b719-3f1b946a8918 req-41423b9f-d210-44aa-8fff-9f2dd8e5b6d0 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438530
Apr 14 11:25:57.768114 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Allocated IP 172.20.0.7 (71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729/6ac35fd3-10a2-4b5f-808f-a1fc3a723591/e2d9b608-9a76-48d1-8618-67c4dfbabbe0) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:25:57.845991 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b042b43-36dc-4005-a023-f25e105807fd req-9d18f770-7291-4161-8c70-e00b4d917b98 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] No DVR routers for this DVR port 2a762df2-4724-4061-b177-3d3782de6cef on host hv-cinder-77459 {{(pid=85282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:25:57.848381 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4b042b43-36dc-4005-a023-f25e105807fd req-9d18f770-7291-4161-8c70-e00b4d917b98 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:57.851247 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700bea40-16e8-44aa-af35-ed1b84591b14', 'name': 'network-vif-deleted', 'tag': '2a762df2-4724-4061-b177-3d3782de6cef'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:25:57.867169 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b042b43-36dc-4005-a023-f25e105807fd req-9d18f770-7291-4161-8c70-e00b4d917b98 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] 10.222.0.47 "DELETE /v2.0/ports/2a762df2-4724-4061-b177-3d3782de6cef HTTP/1.1" status: 204  len: 173 time: 1.0612140
Apr 14 11:25:57.928862 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700bea40-16e8-44aa-af35-ed1b84591b14', 'name': 'network-vif-deleted', 'tag': '2a762df2-4724-4061-b177-3d3782de6cef', 'status': 'completed', 'code': 200}
Apr 14 11:25:58.024018 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c7e3f936-501e-4a9f-ae78-28bf5308f0ca req-78de9bea-8890-4a4d-98b3-707f3dded14c tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ca829c1-b8b2-4be6-a17b-dd1d96dce7af HTTP/1.1" status: 200  len: 210 time: 0.0617833
Apr 14 11:25:58.028833 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:58.058905 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:58.074511 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0b244464-0fc3-4631-98a7-fc030fdf6e76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:58.213320 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Pushing event updated for resources: {'Port': ['ID=e2d9b608-9a76-48d1-8618-67c4dfbabbe0,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:58.217648 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:58.271510 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Network 71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:25:58.272688 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:25:58.275179 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:25:58.310491 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:58.343627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:58.344292 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:58.364589 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4934337
Apr 14 11:25:58.379040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Request body: {'port': {'device_id': '8ca829c1-b8b2-4be6-a17b-dd1d96dce7af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:25:58.504802 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:58.656453 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 58676) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:25:58.968278 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d9b608-9a76-48d1-8618-67c4dfbabbe0 {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:25:58.977652 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:59.006119 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Transition to ACTIVE for port object e2d9b608-9a76-48d1-8618-67c4dfbabbe0 will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:25:59.011518 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:59.027998 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c02f00f2-8f9d-4175-a9c9-91be2525dc12 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:59.106807 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30f853-bdf8-4f81-a78c-39b64e0db925 req-3440a0dd-4250-4a97-a309-965e2ef77f94 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:59.109002 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7d30f853-bdf8-4f81-a78c-39b64e0db925 req-3440a0dd-4250-4a97-a309-965e2ef77f94 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 946 time: 0.2188792
Apr 14 11:25:59.266068 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Pushing event updated for resources: {'Port': ['ID=e2d9b608-9a76-48d1-8618-67c4dfbabbe0,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:59.270322 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:59.290096 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7d30f853-bdf8-4f81-a78c-39b64e0db925 req-7543da6e-13e6-4a33-84c7-4815965f6433 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277647
Apr 14 11:25:59.327775 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:59.422207 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45633cf8-31d8-4ffd-99f0-f9f9560f7708 req-7837ef11-f172-435b-8bfb-a897b28c91e5 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:59.422968 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-45633cf8-31d8-4ffd-99f0-f9f9560f7708 req-7837ef11-f172-435b-8bfb-a897b28c91e5 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Synchronizing usage tracker for tenant:14e17523eed942cd86a25a7c396c9ae4 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:25:59.473637 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa9314-bb4b-4dfd-a596-cca6fad732d0 req-ae6bb3c2-66aa-4a99-bb36-554862d297a1 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:59.474413 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-8afa9314-bb4b-4dfd-a596-cca6fad732d0 req-ae6bb3c2-66aa-4a99-bb36-554862d297a1 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Synchronizing usage tracker for tenant:de9050b67e08476387fed4dd21923614 on resource:port {{(pid=85282) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:25:59.496813 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-8afa9314-bb4b-4dfd-a596-cca6fad732d0 req-ae6bb3c2-66aa-4a99-bb36-554862d297a1 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Unset dirty status for tenant:de9050b67e08476387fed4dd21923614 on resource:port {{(pid=85282) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:25:59.498021 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8afa9314-bb4b-4dfd-a596-cca6fad732d0 req-ae6bb3c2-66aa-4a99-bb36-554862d297a1 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.47 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 946 time: 0.2146177
Apr 14 11:25:59.527753 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-45633cf8-31d8-4ffd-99f0-f9f9560f7708 req-7837ef11-f172-435b-8bfb-a897b28c91e5 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Unset dirty status for tenant:14e17523eed942cd86a25a7c396c9ae4 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:25:59.529044 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-45633cf8-31d8-4ffd-99f0-f9f9560f7708 req-7837ef11-f172-435b-8bfb-a897b28c91e5 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ca829c1-b8b2-4be6-a17b-dd1d96dce7af HTTP/1.1" status: 200  len: 943 time: 0.3680689
Apr 14 11:25:59.583069 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-45633cf8-31d8-4ffd-99f0-f9f9560f7708 req-e14a44ae-1d16-4dfe-aa51-2fc17632bb06 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Synchronizing usage tracker for tenant:14e17523eed942cd86a25a7c396c9ae4 on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:25:59.595069 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-8afa9314-bb4b-4dfd-a596-cca6fad732d0 req-a91f667c-7c1a-4a89-95d3-1fa7b21a0ecc tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Deleting port 54043a7e-a43f-4ebc-b1e8-81310c1de06c {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:25:59.595458 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8afa9314-bb4b-4dfd-a596-cca6fad732d0 req-a91f667c-7c1a-4a89-95d3-1fa7b21a0ecc tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:59.596760 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Attempting to bind port e2d9b608-9a76-48d1-8618-67c4dfbabbe0 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:25:59.597163 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Attempting to bind port e2d9b608-9a76-48d1-8618-67c4dfbabbe0 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '6dfb80d9-8b3d-46e4-9d09-3be0a23b87da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:25:59.597536 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Attempting to bind port e2d9b608-9a76-48d1-8618-67c4dfbabbe0 on network 71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:25:59.607542 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Port e2d9b608-9a76-48d1-8618-67c4dfbabbe0 on network 71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:25:59.608555 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Attempting to bind port e2d9b608-9a76-48d1-8618-67c4dfbabbe0 on network 71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:25:59.614894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-45633cf8-31d8-4ffd-99f0-f9f9560f7708 req-e14a44ae-1d16-4dfe-aa51-2fc17632bb06 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Unset dirty status for tenant:14e17523eed942cd86a25a7c396c9ae4 on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:25:59.616132 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-45633cf8-31d8-4ffd-99f0-f9f9560f7708 req-e14a44ae-1d16-4dfe-aa51-2fc17632bb06 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752306
Apr 14 11:25:59.617033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:25:59.617425 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Checking segment: {'id': '6dfb80d9-8b3d-46e4-9d09-3be0a23b87da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:25:59.617836 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Bound using segment: {'id': '6dfb80d9-8b3d-46e4-9d09-3be0a23b87da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:25:59.618310 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Bound port: e2d9b608-9a76-48d1-8618-67c4dfbabbe0, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dfb80d9-8b3d-46e4-9d09-3be0a23b87da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:25:59.618691 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:59.699209 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] For port e2d9b608-9a76-48d1-8618-67c4dfbabbe0, host hv-cinder-77459, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:25:59.703039 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] For port e2d9b608-9a76-48d1-8618-67c4dfbabbe0, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e2d9b608-9a76-48d1-8618-67c4dfbabbe0,segment=NetworkSegment(6dfb80d9-8b3d-46e4-9d09-3be0a23b87da),segment_id=6dfb80d9-8b3d-46e4-9d09-3be0a23b87da)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:25:59.706412 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:59.725439 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3c573067-3d6c-4e81-9e31-b0a19bcb8684 tempest-DeleteServersTestJSON-1762255862 tempest-DeleteServersTestJSON-1762255862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:25:59.835459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f48625b3-59f0-463a-9d31-989b350e8d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785780'] for router_interface, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:59.882034 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Pushing event updated for resources: {'Port': ['ID=e2d9b608-9a76-48d1-8618-67c4dfbabbe0,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:25:59.886874 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:25:59.924936 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:25:59.925641 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:25:59.927133 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] 10.222.0.47 "PUT /v2.0/ports/e2d9b608-9a76-48d1-8618-67c4dfbabbe0 HTTP/1.1" status: 200  len: 1093 time: 1.5537982
Apr 14 11:25:59.927694 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca829c1-b8b2-4be6-a17b-dd1d96dce7af', 'tag': 'e2d9b608-9a76-48d1-8618-67c4dfbabbe0'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:26:00.011499 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca829c1-b8b2-4be6-a17b-dd1d96dce7af', 'tag': 'e2d9b608-9a76-48d1-8618-67c4dfbabbe0', 'status': 'completed', 'code': 200}
Apr 14 11:26:00.048432 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-537881f3-dc6c-4d5c-a2e3-bf76c6bb868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:00.050071 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-537881f3-dc6c-4d5c-a2e3-bf76c6bb868c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14e17523eed942cd86a25a7c396c9ae4&device_id=8ca829c1-b8b2-4be6-a17b-dd1d96dce7af HTTP/1.1" status: 200  len: 1096 time: 0.0799794
Apr 14 11:26:00.101989 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-8afa9314-bb4b-4dfd-a596-cca6fad732d0 req-a91f667c-7c1a-4a89-95d3-1fa7b21a0ecc tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] For port 54043a7e-a43f-4ebc-b1e8-81310c1de06c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=54043a7e-a43f-4ebc-b1e8-81310c1de06c,segment=NetworkSegment(0bb50e76-f091-470d-9a1c-30ece105ab91),segment_id=0bb50e76-f091-470d-9a1c-30ece105ab91)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:26:00.102317 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8afa9314-bb4b-4dfd-a596-cca6fad732d0 req-a91f667c-7c1a-4a89-95d3-1fa7b21a0ecc tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:00.266349 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-8afa9314-bb4b-4dfd-a596-cca6fad732d0 req-a91f667c-7c1a-4a89-95d3-1fa7b21a0ecc tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Calling delete_port for 54043a7e-a43f-4ebc-b1e8-81310c1de06c owned by compute:nova {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:26:00.347153 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-96b6c000-9c73-4683-97a6-307f2a927566 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2d9b608-9a76-48d1-8618-67c4dfbabbe0 HTTP/1.1" status: 200  len: 217 time: 0.2891638
Apr 14 11:26:00.361919 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:00.421198 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-e7177de2-ee6f-4bb0-87eb-f9f800177c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:00.422801 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-e7177de2-ee6f-4bb0-87eb-f9f800177c1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ac35fd3-10a2-4b5f-808f-a1fc3a723591 HTTP/1.1" status: 200  len: 854 time: 0.0675309
Apr 14 11:26:00.527868 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-534ff09b-1202-41fb-be7d-525fd64219ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0960965
Apr 14 11:26:00.598846 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8afa9314-bb4b-4dfd-a596-cca6fad732d0 req-a91f667c-7c1a-4a89-95d3-1fa7b21a0ecc tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:00.610460 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['54043a7e-a43f-4ebc-b1e8-81310c1de06c'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:26:00.620800 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-105d453d-51f6-4888-8d58-8bfd9e827d33 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:00.678360 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a25f18-133d-4673-8e70-4ae11009cb8e req-7e637562-4b83-4ab0-9f08-0c0f77ca192d tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:00.680618 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c0a25f18-133d-4673-8e70-4ae11009cb8e req-7e637562-4b83-4ab0-9f08-0c0f77ca192d tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 946 time: 0.2508068
Apr 14 11:26:00.690779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-f48625b3-59f0-463a-9d31-989b350e8d01 admin admin] Deleting port 7e9f27f9-e095-4bd9-83a3-664067a8322d {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:26:00.691164 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f48625b3-59f0-463a-9d31-989b350e8d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:00.722508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f667c-7c1a-4a89-95d3-1fa7b21a0ecc tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Pushing event deleted for resources: {'Port': ['ID=54043a7e-a43f-4ebc-b1e8-81310c1de06c,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:00.730261 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-c4e453ff-1c83-4679-994c-d920096fd78b service neutron] 10.222.0.47 "GET /v2.0/networks/71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1943984
Apr 14 11:26:00.734060 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c0a25f18-133d-4673-8e70-4ae11009cb8e req-24193bcf-f8e2-480f-9861-60b92f931c5e tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d5ab948-6631-429a-ac05-45f6940ba1da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424473
Apr 14 11:26:00.738602 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a91f667c-7c1a-4a89-95d3-1fa7b21a0ecc tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:00.948499 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a93a2-58c6-4216-8c40-f92396eb9768 req-b9607a49-1867-43e7-9dae-792030c0abc4 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:00.950091 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f68a93a2-58c6-4216-8c40-f92396eb9768 req-b9607a49-1867-43e7-9dae-792030c0abc4 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ca829c1-b8b2-4be6-a17b-dd1d96dce7af HTTP/1.1" status: 200  len: 943 time: 0.2132831
Apr 14 11:26:00.956348 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6976a608-589d-4b23-8f7f-80dd3c0d5fcb req-9f5ac305-adad-494e-84ec-4c28fe8cb8ab service neutron] 10.222.0.47 "GET /v2.0/networks/71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2182770
Apr 14 11:26:00.981976 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f68a93a2-58c6-4216-8c40-f92396eb9768 req-b885da82-159a-4975-9463-2d6a78d4ffce tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245821
Apr 14 11:26:01.044200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 54043a7e-a43f-4ebc-b1e8-81310c1de06c no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:26:01.067955 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afa9314-bb4b-4dfd-a596-cca6fad732d0 req-a91f667c-7c1a-4a89-95d3-1fa7b21a0ecc tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] No DVR routers for this DVR port 54043a7e-a43f-4ebc-b1e8-81310c1de06c on host hv-cinder-77459 {{(pid=85282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:26:01.070935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-f48625b3-59f0-463a-9d31-989b350e8d01 admin admin] For port 7e9f27f9-e095-4bd9-83a3-664067a8322d, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=7e9f27f9-e095-4bd9-83a3-664067a8322d,segment=NetworkSegment(6d93f21a-1ab9-4de2-a656-a11139999f45),segment_id=6d93f21a-1ab9-4de2-a656-a11139999f45)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:26:01.071337 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f48625b3-59f0-463a-9d31-989b350e8d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:01.080942 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8afa9314-bb4b-4dfd-a596-cca6fad732d0 req-a91f667c-7c1a-4a89-95d3-1fa7b21a0ecc tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:01.083587 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: 54043a7e-a43f-4ebc-b1e8-81310c1de06c {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:26:01.083714 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919807fb-aa72-4f1f-bba4-6e7f654046e2', 'name': 'network-vif-deleted', 'tag': '54043a7e-a43f-4ebc-b1e8-81310c1de06c'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:26:01.083990 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 54043a7e-a43f-4ebc-b1e8-81310c1de06c not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:26:01.084451 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725d68e-0472-4373-9cce-cfca7d650d98 req-75397ad8-0af5-4a6c-8817-53ad9f8e533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:01.084632 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 2a762df2-4724-4061-b177-3d3782de6cef no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:26:01.086102 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3725d68e-0472-4373-9cce-cfca7d650d98 req-75397ad8-0af5-4a6c-8817-53ad9f8e533e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14e17523eed942cd86a25a7c396c9ae4&device_id=8ca829c1-b8b2-4be6-a17b-dd1d96dce7af HTTP/1.1" status: 200  len: 1096 time: 0.0835760
Apr 14 11:26:01.124621 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: 2a762df2-4724-4061-b177-3d3782de6cef {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:26:01.125243 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 2a762df2-4724-4061-b177-3d3782de6cef not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:26:01.159883 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919807fb-aa72-4f1f-bba4-6e7f654046e2', 'name': 'network-vif-deleted', 'tag': '54043a7e-a43f-4ebc-b1e8-81310c1de06c', 'status': 'completed', 'code': 200}
Apr 14 11:26:01.221610 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8afa9314-bb4b-4dfd-a596-cca6fad732d0 req-a91f667c-7c1a-4a89-95d3-1fa7b21a0ecc tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.47 "DELETE /v2.0/ports/54043a7e-a43f-4ebc-b1e8-81310c1de06c HTTP/1.1" status: 204  len: 173 time: 1.7135253
Apr 14 11:26:01.229078 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-f48625b3-59f0-463a-9d31-989b350e8d01 admin admin] Calling delete_port for 7e9f27f9-e095-4bd9-83a3-664067a8322d owned by network:router_interface {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:26:01.243110 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725d68e-0472-4373-9cce-cfca7d650d98 req-090fd579-15b3-4306-a618-36277f2412c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:01.245019 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3725d68e-0472-4373-9cce-cfca7d650d98 req-090fd579-15b3-4306-a618-36277f2412c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 HTTP/1.1" status: 200  len: 915 time: 0.1508961
Apr 14 11:26:01.324064 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3725d68e-0472-4373-9cce-cfca7d650d98 req-96d155a6-a8d3-49b5-8d24-31023f1db48e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2d9b608-9a76-48d1-8618-67c4dfbabbe0 HTTP/1.1" status: 200  len: 217 time: 0.0711112
Apr 14 11:26:01.396555 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725d68e-0472-4373-9cce-cfca7d650d98 req-bfd2bd22-91d7-4017-a0e7-a6443f1604b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:01.398181 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3725d68e-0472-4373-9cce-cfca7d650d98 req-bfd2bd22-91d7-4017-a0e7-a6443f1604b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ac35fd3-10a2-4b5f-808f-a1fc3a723591 HTTP/1.1" status: 200  len: 854 time: 0.0677330
Apr 14 11:26:01.455303 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3725d68e-0472-4373-9cce-cfca7d650d98 req-af89161f-80ea-472a-b158-de8a1770c1c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483460
Apr 14 11:26:01.606376 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3725d68e-0472-4373-9cce-cfca7d650d98 req-11bc8d86-8304-4c82-920f-b4940e3b9c89 service neutron] 10.222.0.47 "GET /v2.0/networks/71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439567
Apr 14 11:26:01.773986 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3725d68e-0472-4373-9cce-cfca7d650d98 req-ff4011ee-aecc-4fe9-8d86-72d603feb50b service neutron] 10.222.0.47 "GET /v2.0/networks/71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583903
Apr 14 11:26:01.803999 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f48625b3-59f0-463a-9d31-989b350e8d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:01.820513 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:01.883293 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48625b3-59f0-463a-9d31-989b350e8d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e9f27f9-e095-4bd9-83a3-664067a8322d,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:01.887352 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f48625b3-59f0-463a-9d31-989b350e8d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:01.938721 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2c42c306-9dc0-43a3-a458-e1cc4861aa53 req-b6d56c52-3875-402a-af6b-d452f7db7044 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] 10.222.0.20 "GET /v2.0/ports?device_id=919807fb-aa72-4f1f-bba4-6e7f654046e2 HTTP/1.1" status: 200  len: 210 time: 0.0528417
Apr 14 11:26:02.190247 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02682a-45cd-4a95-acff-a431c45c2f44 req-19ef05ca-65c5-477a-9eac-d1debf475622 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:02.191928 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b02682a-45cd-4a95-acff-a431c45c2f44 req-19ef05ca-65c5-477a-9eac-d1debf475622 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ca829c1-b8b2-4be6-a17b-dd1d96dce7af HTTP/1.1" status: 200  len: 943 time: 0.0889850
Apr 14 11:26:02.227155 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b02682a-45cd-4a95-acff-a431c45c2f44 req-ce028e75-d711-4322-96d4-f33321bb0b8d tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0284934
Apr 14 11:26:02.272114 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f48625b3-59f0-463a-9d31-989b350e8d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850874902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064707'] for router_interface, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:02.789622 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48625b3-59f0-463a-9d31-989b350e8d01 admin admin] Router 70eba96c-80bf-45f7-b57c-674d8c1a278a has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:26:02.977524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48625b3-59f0-463a-9d31-989b350e8d01 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:26:02.987554 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e54d81-a9e4-4deb-9c3d-f07c478a5d94 None None] Sync routers for ids ['70eba96c-80bf-45f7-b57c-674d8c1a278a'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:26:02.991254 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-f48625b3-59f0-463a-9d31-989b350e8d01 admin admin] 10.222.0.20 "PUT /v2.0/routers/70eba96c-80bf-45f7-b57c-674d8c1a278a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3335998
Apr 14 11:26:02.993874 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 58708) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:03.002312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e54d81-a9e4-4deb-9c3d-f07c478a5d94 None None] Routers {'70eba96c-80bf-45f7-b57c-674d8c1a278a'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:26:03.003063 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-23e54d81-a9e4-4deb-9c3d-f07c478a5d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130f29518>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:25:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['70eba96c-80bf-45f7-b57c-674d8c1a278a'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:03.055551 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 58712) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:03.059012 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device e2d9b608-9a76-48d1-8618-67c4dfbabbe0 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:26:03.164129 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bef9c7a-7664-4b46-b5a0-bd844ffb895e admin admin] Deleting subnet d255a5ae-2634-43d7-8e91-eade956f26e1 {{(pid=85281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 14 11:26:03.167796 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2bef9c7a-7664-4b46-b5a0-bd844ffb895e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:03.196142 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6652-7513-4735-b241-0cddb722dba7 admin admin] Notify callbacks [] for router, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:03.204343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-23e54d81-a9e4-4deb-9c3d-f07c478a5d94 None None] Set router 70eba96c-80bf-45f7-b57c-674d8c1a278a gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:26:03.210276 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port e2d9b608-9a76-48d1-8618-67c4dfbabbe0, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e2d9b608-9a76-48d1-8618-67c4dfbabbe0,segment=NetworkSegment(6dfb80d9-8b3d-46e4-9d09-3be0a23b87da),segment_id=6dfb80d9-8b3d-46e4-9d09-3be0a23b87da)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:26:03.225853 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': 'e2d9b608-9a76-48d1-8618-67c4dfbabbe0', 'network_id': '71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729', 'port_id': 'e2d9b608-9a76-48d1-8618-67c4dfbabbe0', 'mac_address': 'fa:16:3e:e0:95:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac35fd3-10a2-4b5f-808f-a1fc3a723591', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:26:03.229529 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2bef9c7a-7664-4b46-b5a0-bd844ffb895e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2265747'] for subnet, precommit_delete_associations {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:03.301748 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:03.308806 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:03.329172 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d9b608-9a76-48d1-8618-67c4dfbabbe0 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:26:03.347057 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port e2d9b608-9a76-48d1-8618-67c4dfbabbe0, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e2d9b608-9a76-48d1-8618-67c4dfbabbe0,segment=NetworkSegment(6dfb80d9-8b3d-46e4-9d09-3be0a23b87da),segment_id=6dfb80d9-8b3d-46e4-9d09-3be0a23b87da)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:26:03.362475 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2bef9c7a-7664-4b46-b5a0-bd844ffb895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1821'] for subnet, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:03.363555 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:03.366039 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f411d1b9-a47f-41a4-9dd8-11a8d3d7dc3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:03.411635 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6652-7513-4735-b241-0cddb722dba7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:03.432741 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-f8bd6652-7513-4735-b241-0cddb722dba7 admin admin] Deleting port 0c05a630-cf38-4c94-a362-ff7b4f894643 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:26:03.441612 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6652-7513-4735-b241-0cddb722dba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:03.462704 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=e2d9b608-9a76-48d1-8618-67c4dfbabbe0,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:03.471534 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:03.471920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:03.472301 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:03.472677 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:03.473065 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:03.473446 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:03.473819 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:03.474312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:03.474683 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:03.475050 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:03.475413 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:03.475776 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:03.479886 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:03.598376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['e2d9b608-9a76-48d1-8618-67c4dfbabbe0'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:26:03.622172 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-23e54d81-a9e4-4deb-9c3d-f07c478a5d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130f29518>, [{'id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'name': 'tempest-ServerRescueNegativeTestJSON-1575604623-router', 'tenant_id': 'da21fbce17af42eb883bce1555072e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '0c05a630-cf38-4c94-a362-ff7b4f894643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:17Z', 'updated_at': '2021-04-14T11:26:01Z', 'revision_number': 5, 'project_id': 'da21fbce17af42eb883bce1555072e06', 'gw_port': {'id': '0c05a630-cf38-4c94-a362-ff7b4f894643', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:19Z', 'updated_at': '2021-04-14T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:03.627584 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e54d81-a9e4-4deb-9c3d-f07c478a5d94 None None] Checking router: 70eba96c-80bf-45f7-b57c-674d8c1a278a for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:26:03.658057 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e54d81-a9e4-4deb-9c3d-f07c478a5d94 None None] Routers {'70eba96c-80bf-45f7-b57c-674d8c1a278a'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:26:03.658742 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-23e54d81-a9e4-4deb-9c3d-f07c478a5d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130f29518>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:25:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['70eba96c-80bf-45f7-b57c-674d8c1a278a'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:03.767514 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-f8bd6652-7513-4735-b241-0cddb722dba7 admin admin] For port 0c05a630-cf38-4c94-a362-ff7b4f894643, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=0c05a630-cf38-4c94-a362-ff7b4f894643,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:26:03.767960 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6652-7513-4735-b241-0cddb722dba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:03.884596 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-23e54d81-a9e4-4deb-9c3d-f07c478a5d94 None None] Set router 70eba96c-80bf-45f7-b57c-674d8c1a278a gateway port host: None {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:26:03.934609 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-f8bd6652-7513-4735-b241-0cddb722dba7 admin admin] Calling delete_port for 0c05a630-cf38-4c94-a362-ff7b4f894643 owned by network:router_gateway {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:26:03.945830 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2bef9c7a-7664-4b46-b5a0-bd844ffb895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2429323'] for subnet, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:03.972606 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-867861b2-3d99-4425-8e51-d9047c9f1a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:04.007976 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-23e54d81-a9e4-4deb-9c3d-f07c478a5d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130f29518>, [{'id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'name': 'tempest-ServerRescueNegativeTestJSON-1575604623-router', 'tenant_id': 'da21fbce17af42eb883bce1555072e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:17Z', 'updated_at': '2021-04-14T11:26:03Z', 'revision_number': 6, 'project_id': 'da21fbce17af42eb883bce1555072e06', 'gw_port_host': None}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:04.013835 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e54d81-a9e4-4deb-9c3d-f07c478a5d94 None None] The sync data for ids ['70eba96c-80bf-45f7-b57c-674d8c1a278a'] in dv-cinder-774594-3-iscsi is: [{'id': '70eba96c-80bf-45f7-b57c-674d8c1a278a', 'name': 'tempest-ServerRescueNegativeTestJSON-1575604623-router', 'tenant_id': 'da21fbce17af42eb883bce1555072e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:17Z', 'updated_at': '2021-04-14T11:26:03Z', 'revision_number': 6, 'project_id': 'da21fbce17af42eb883bce1555072e06', 'gw_port_host': None}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:26:04.046751 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47ee3f-2cc1-4532-a98f-38aa4d78c3a3 req-3ff31fe1-f732-4e16-8475-33f9e6082159 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:04.048733 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4d47ee3f-2cc1-4532-a98f-38aa4d78c3a3 req-3ff31fe1-f732-4e16-8475-33f9e6082159 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ca829c1-b8b2-4be6-a17b-dd1d96dce7af HTTP/1.1" status: 200  len: 944 time: 0.5480008
Apr 14 11:26:04.050504 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef9c7a-7664-4b46-b5a0-bd844ffb895e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d255a5ae-2634-43d7-8e91-eade956f26e1,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:04.052879 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2bef9c7a-7664-4b46-b5a0-bd844ffb895e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:04.212490 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4d47ee3f-2cc1-4532-a98f-38aa4d78c3a3 req-f1f5bf34-8f50-493c-8d28-8855094c4e03 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1565714
Apr 14 11:26:04.256151 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2bef9c7a-7664-4b46-b5a0-bd844ffb895e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:04.272046 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-2bef9c7a-7664-4b46-b5a0-bd844ffb895e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d255a5ae-2634-43d7-8e91-eade956f26e1 HTTP/1.1" status: 204  len: 168 time: 1.2149904
Apr 14 11:26:04.274821 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 58724) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:04.290467 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d775d0-847d-491c-ae1d-10057988f8dd req-6fb9fba3-d1cc-48bf-bc17-c55fbd4a7c21 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:04.292899 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d3d775d0-847d-491c-ae1d-10057988f8dd req-6fb9fba3-d1cc-48bf-bc17-c55fbd4a7c21 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1401308
Apr 14 11:26:04.324859 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d3d775d0-847d-491c-ae1d-10057988f8dd req-a7a6d537-7235-407a-95d5-78f019aa296b tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0251465
Apr 14 11:26:04.428414 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-071eb725-a28c-47e9-ab51-147fbc6785ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854664768'] for network, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:04.680327 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-071eb725-a28c-47e9-ab51-147fbc6785ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854302052', 'neutron.services.segments.db._delete_segments_for_network--9223363253325445970'] for network, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:04.798210 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6652-7513-4735-b241-0cddb722dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:04.814571 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:04.890798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd6652-7513-4735-b241-0cddb722dba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c05a630-cf38-4c94-a362-ff7b4f894643,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:04.939218 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-071eb725-a28c-47e9-ab51-147fbc6785ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd12b0da208>,) {'filters': {'network_id': ['6b5ae062-a161-4889-8402-18f1bfe40400']}} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:04.951119 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f8bd6652-7513-4735-b241-0cddb722dba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:04.962369 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-071eb725-a28c-47e9-ab51-147fbc6785ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd12b0da208>, '0bb50e76-f091-470d-9a1c-30ece105ab91') {'for_net_delete': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:04.962713 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-071eb725-a28c-47e9-ab51-147fbc6785ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd12b0da208>, '0bb50e76-f091-470d-9a1c-30ece105ab91') {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:04.985718 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-071eb725-a28c-47e9-ab51-147fbc6785ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253325448786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26561450'] for segment, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:05.023917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-071eb725-a28c-47e9-ab51-147fbc6785ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:05.036119 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071eb725-a28c-47e9-ab51-147fbc6785ae admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=85282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 14 11:26:05.064229 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device e2d9b608-9a76-48d1-8618-67c4dfbabbe0 up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:26:05.134643 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port e2d9b608-9a76-48d1-8618-67c4dfbabbe0 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:26:05.140020 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port e2d9b608-9a76-48d1-8618-67c4dfbabbe0 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:26:05.140499 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:05.267025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:05.278886 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca829c1-b8b2-4be6-a17b-dd1d96dce7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d9b608-9a76-48d1-8618-67c4dfbabbe0'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:26:05.289408 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port e2d9b608-9a76-48d1-8618-67c4dfbabbe0, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e2d9b608-9a76-48d1-8618-67c4dfbabbe0,segment=NetworkSegment(6dfb80d9-8b3d-46e4-9d09-3be0a23b87da),segment_id=6dfb80d9-8b3d-46e4-9d09-3be0a23b87da)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:26:05.294684 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:05.296936 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:05.306249 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-071eb725-a28c-47e9-ab51-147fbc6785ae admin admin] Network 6b5ae062-a161-4889-8402-18f1bfe40400 has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:26:05.317788 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-071eb725-a28c-47e9-ab51-147fbc6785ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852025971'] for segment, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:05.346467 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca829c1-b8b2-4be6-a17b-dd1d96dce7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d9b608-9a76-48d1-8618-67c4dfbabbe0', 'code': 200}
Apr 14 11:26:05.387987 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=e2d9b608-9a76-48d1-8618-67c4dfbabbe0,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:05.391618 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:05.398497 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6652-7513-4735-b241-0cddb722dba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064549'] for router_gateway, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:05.463820 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718337af-faef-4bc4-8063-4b2867461fd1 req-2e6ffe07-f81e-408a-b8f2-5d0faff6b42f tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:05.465760 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-718337af-faef-4bc4-8063-4b2867461fd1 req-2e6ffe07-f81e-408a-b8f2-5d0faff6b42f tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ca829c1-b8b2-4be6-a17b-dd1d96dce7af HTTP/1.1" status: 200  len: 945 time: 0.1227510
Apr 14 11:26:05.575078 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-718337af-faef-4bc4-8063-4b2867461fd1 req-d47e8d2c-bcd1-468e-8346-3b33354c3c3f tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015284
Apr 14 11:26:05.600728 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 7e9f27f9-e095-4bd9-83a3-664067a8322d no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:26:05.641095 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: 7e9f27f9-e095-4bd9-83a3-664067a8322d {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:26:05.641311 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 7e9f27f9-e095-4bd9-83a3-664067a8322d not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:26:05.641827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 0c05a630-cf38-4c94-a362-ff7b4f894643 no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:26:05.680935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6652-7513-4735-b241-0cddb722dba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3789251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767071'] for router, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:05.681312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: 0c05a630-cf38-4c94-a362-ff7b4f894643 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:26:05.681742 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 0c05a630-cf38-4c94-a362-ff7b4f894643 not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:26:05.687769 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87296f3b-0135-48d9-b06b-d3cd83a5be52 req-ce7a5803-6855-40a3-9fe1-e653b6c618d0 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:05.688165 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6652-7513-4735-b241-0cddb722dba7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:05.689433 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-87296f3b-0135-48d9-b06b-d3cd83a5be52 req-ce7a5803-6855-40a3-9fe1-e653b6c618d0 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.2021191
Apr 14 11:26:05.695389 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9e6c3-9bba-4342-85eb-b6c95d627768 req-f13946a9-119c-4bb6-9e91-9f887a05dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:05.696894 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-76c9e6c3-9bba-4342-85eb-b6c95d627768 req-f13946a9-119c-4bb6-9e91-9f887a05dd81 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ca829c1-b8b2-4be6-a17b-dd1d96dce7af HTTP/1.1" status: 200  len: 1098 time: 0.1343205
Apr 14 11:26:05.705876 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-071eb725-a28c-47e9-ab51-147fbc6785ae admin admin] Network 6b5ae062-a161-4889-8402-18f1bfe40400 has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:26:05.738701 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-87296f3b-0135-48d9-b06b-d3cd83a5be52 req-cb8c3f19-f758-4ec8-949b-641930d83017 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407465
Apr 14 11:26:05.742063 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-76c9e6c3-9bba-4342-85eb-b6c95d627768 req-1139b29a-9be2-4fd9-94a0-19c2c1072d58 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0294535
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]: Traceback (most recent call last):
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:     timer()
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:     cb(*args, **kw)
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:     return func(*args, **kwargs)
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:     self._notify()
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:     self.callback(batched_events)
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:     event.method(event)
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:     segment_id)['aggregates'][0]
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:     return f(self, *a, **k)
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self._get(url).json()
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:     **kwargs)
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self.request(url, 'GET', **kwargs)
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:     **endpoint_filter)
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 14 11:26:05.798124 dv-cinder-774594-3-iscsi neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 14 11:26:05.884376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6652-7513-4735-b241-0cddb722dba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850988173'] for router, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:05.884931 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bd6652-7513-4735-b241-0cddb722dba7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70eba96c-80bf-45f7-b57c-674d8c1a278a {{(pid=85282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 14 11:26:05.897509 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-071eb725-a28c-47e9-ab51-147fbc6785ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-473733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850711281'] for network, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:05.901626 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:05.916295 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-071eb725-a28c-47e9-ab51-147fbc6785ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:05.932651 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071eb725-a28c-47e9-ab51-147fbc6785ae admin admin] Pushing event deleted for resources: {'Network': ['ID=6b5ae062-a161-4889-8402-18f1bfe40400,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:05.936413 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-071eb725-a28c-47e9-ab51-147fbc6785ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:05.937971 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-071eb725-a28c-47e9-ab51-147fbc6785ae admin admin] 10.222.0.20 "DELETE /v2.0/networks/6b5ae062-a161-4889-8402-18f1bfe40400 HTTP/1.1" status: 204  len: 168 time: 1.6621320
Apr 14 11:26:05.940063 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6652-7513-4735-b241-0cddb722dba7 admin admin] Notify callbacks [] for router, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:05.943643 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-f8bd6652-7513-4735-b241-0cddb722dba7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/70eba96c-80bf-45f7-b57c-674d8c1a278a HTTP/1.1" status: 204  len: 168 time: 2.9462984
Apr 14 11:26:05.944348 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 58736) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:06.012696 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac19965c-f990-4926-9964-caeef4088c22 admin admin] Deleting subnet a0b05589-3e80-486a-af43-2ca7b75f34c0 {{(pid=85282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 14 11:26:06.045876 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ac19965c-f990-4926-9964-caeef4088c22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:06.102388 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ac19965c-f990-4926-9964-caeef4088c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26560604'] for subnet, precommit_delete_associations {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:06.112498 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 58740) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:06.149815 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-1a2d567d-5ea8-48ff-b0ae-d1212fab254f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de9050b67e08476387fed4dd21923614&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0359974
Apr 14 11:26:06.152358 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 58744) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:06.162570 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ac19965c-f990-4926-9964-caeef4088c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1821'] for subnet, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:06.213274 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-defc0a88-2b33-4a43-8114-0b28d977bc15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:06.242704 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-defc0a88-2b33-4a43-8114-0b28d977bc15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:06.289383 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-defc0a88-2b33-4a43-8114-0b28d977bc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:06.294289 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-891f3163-f96c-436b-827d-c2b0b1337eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:06.308421 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc0a88-2b33-4a43-8114-0b28d977bc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5ab948-6631-429a-ac05-45f6940ba1da,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:06.311608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-defc0a88-2b33-4a43-8114-0b28d977bc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:06.316776 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-defc0a88-2b33-4a43-8114-0b28d977bc15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:06.317966 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-defc0a88-2b33-4a43-8114-0b28d977bc15 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d5ab948-6631-429a-ac05-45f6940ba1da HTTP/1.1" status: 204  len: 168 time: 0.1646314
Apr 14 11:26:06.430781 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ac19965c-f990-4926-9964-caeef4088c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852025886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453487'] for subnet, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:06.447620 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-455f523d-3863-4ae6-a1c9-ac3a063342d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:06.496731 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19965c-f990-4926-9964-caeef4088c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b05589-3e80-486a-af43-2ca7b75f34c0,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:06.503036 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ac19965c-f990-4926-9964-caeef4088c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:06.590361 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ac19965c-f990-4926-9964-caeef4088c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:06.600458 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-ac19965c-f990-4926-9964-caeef4088c22 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a0b05589-3e80-486a-af43-2ca7b75f34c0 HTTP/1.1" status: 204  len: 168 time: 0.6518705
Apr 14 11:26:06.600825 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 58754) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:06.793793 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cc1c7-2b6d-4309-829b-2c880d4dd3b9 req-d159a748-e0cd-4fb8-8eb4-ac7d29ec3e33 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:06.795768 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-122cc1c7-2b6d-4309-829b-2c880d4dd3b9 req-d159a748-e0cd-4fb8-8eb4-ac7d29ec3e33 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ca829c1-b8b2-4be6-a17b-dd1d96dce7af HTTP/1.1" status: 200  len: 945 time: 0.1055322
Apr 14 11:26:06.832217 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-122cc1c7-2b6d-4309-829b-2c880d4dd3b9 req-c42846c1-9f1c-4658-8f0a-9ca2dab054e3 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0297050
Apr 14 11:26:07.003420 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2276f99d-ec0f-4950-a11b-d55dcfbc8daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854664768'] for network, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:07.022795 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe904ae-434b-470a-9390-41dd26ab9e8d req-c821b10a-218d-4ca1-a368-223247d17255 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:07.024407 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7fe904ae-434b-470a-9390-41dd26ab9e8d req-c821b10a-218d-4ca1-a368-223247d17255 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1162684
Apr 14 11:26:07.059421 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7fe904ae-434b-470a-9390-41dd26ab9e8d req-bf3a7ce1-e0ee-422c-9d3b-2cc3795528a0 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0276604
Apr 14 11:26:07.224914 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2276f99d-ec0f-4950-a11b-d55dcfbc8daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854302052', 'neutron.services.segments.db._delete_segments_for_network--9223363253325445970'] for network, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:07.346450 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-2276f99d-ec0f-4950-a11b-d55dcfbc8daf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd1308af710>,) {'filters': {'network_id': ['7143d856-ff11-43d2-8c4d-ccc71b1058f1']}} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:07.360867 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-2276f99d-ec0f-4950-a11b-d55dcfbc8daf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd1308af710>, '6d93f21a-1ab9-4de2-a656-a11139999f45') {'for_net_delete': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:07.361262 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-2276f99d-ec0f-4950-a11b-d55dcfbc8daf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd1308af710>, '6d93f21a-1ab9-4de2-a656-a11139999f45') {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:07.374651 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2276f99d-ec0f-4950-a11b-d55dcfbc8daf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253325448786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26561450'] for segment, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:07.392229 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2276f99d-ec0f-4950-a11b-d55dcfbc8daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:07.399880 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2276f99d-ec0f-4950-a11b-d55dcfbc8daf admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=85282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 14 11:26:07.623047 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-2276f99d-ec0f-4950-a11b-d55dcfbc8daf admin admin] Network 7143d856-ff11-43d2-8c4d-ccc71b1058f1 has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:26:07.633134 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2276f99d-ec0f-4950-a11b-d55dcfbc8daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852025971'] for segment, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:07.841344 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-2276f99d-ec0f-4950-a11b-d55dcfbc8daf admin admin] Network 7143d856-ff11-43d2-8c4d-ccc71b1058f1 has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]: Traceback (most recent call last):
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:     timer()
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:     cb(*args, **kw)
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:     return func(*args, **kwargs)
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:     self._notify()
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:     self.callback(batched_events)
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:     event.method(event)
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:     segment_id)['aggregates'][0]
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:     return f(self, *a, **k)
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self._get(url).json()
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:     **kwargs)
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self.request(url, 'GET', **kwargs)
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:     **endpoint_filter)
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 14 11:26:07.862977 dv-cinder-774594-3-iscsi neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 14 11:26:07.953602 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2276f99d-ec0f-4950-a11b-d55dcfbc8daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-473733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850711281'] for network, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:07.957830 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-37238426-f799-4ea3-8a6c-f8182299f732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:07.975254 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2276f99d-ec0f-4950-a11b-d55dcfbc8daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:07.991665 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276f99d-ec0f-4950-a11b-d55dcfbc8daf admin admin] Pushing event deleted for resources: {'Network': ['ID=7143d856-ff11-43d2-8c4d-ccc71b1058f1,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:07.995026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2276f99d-ec0f-4950-a11b-d55dcfbc8daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:07.999264 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-2276f99d-ec0f-4950-a11b-d55dcfbc8daf admin admin] 10.222.0.20 "DELETE /v2.0/networks/7143d856-ff11-43d2-8c4d-ccc71b1058f1 HTTP/1.1" status: 204  len: 168 time: 1.3906934
Apr 14 11:26:08.209287 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 58856) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:08.247924 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-da9b33bc-4bf1-4f8e-8f86-8b4a0f84cfcc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da21fbce17af42eb883bce1555072e06&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0365777
Apr 14 11:26:08.252021 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 58860) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:08.301834 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c9227-973a-4553-a526-17aa77aecde5 req-cc1d5495-d1f8-4e13-b2dd-fa0cadfeb421 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:08.303497 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3f8c9227-973a-4553-a526-17aa77aecde5 req-cc1d5495-d1f8-4e13-b2dd-fa0cadfeb421 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1013148
Apr 14 11:26:08.324517 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed084f91-ffc3-450f-9bcc-480741a838e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:08.338317 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3f8c9227-973a-4553-a526-17aa77aecde5 req-5be57fb7-0132-44f4-b527-48598ab6b647 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0252249
Apr 14 11:26:08.355804 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed084f91-ffc3-450f-9bcc-480741a838e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:08.399432 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 58866) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:08.415561 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed084f91-ffc3-450f-9bcc-480741a838e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:08.420885 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0eb0b14c-1736-4091-9763-7d133ebb0b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:08.436651 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed084f91-ffc3-450f-9bcc-480741a838e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501772ca-a181-4c77-a2c6-eb029b4c7c08,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:08.439577 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ed084f91-ffc3-450f-9bcc-480741a838e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:08.447264 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed084f91-ffc3-450f-9bcc-480741a838e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:08.451104 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-ed084f91-ffc3-450f-9bcc-480741a838e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/501772ca-a181-4c77-a2c6-eb029b4c7c08 HTTP/1.1" status: 204  len: 168 time: 0.1955347
Apr 14 11:26:08.546039 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-952af6e7-3051-42c2-a451-fc1883531963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:08.561945 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-952af6e7-3051-42c2-a451-fc1883531963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:08.566840 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-952af6e7-3051-42c2-a451-fc1883531963 admin admin] Usage tracker for resource:security_group_rule and tenant:dfc2082af1d445878b29244899cc6b05 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:08.570132 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-952af6e7-3051-42c2-a451-fc1883531963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:08.576921 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-952af6e7-3051-42c2-a451-fc1883531963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:08.687462 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-952af6e7-3051-42c2-a451-fc1883531963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:08.690613 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-952af6e7-3051-42c2-a451-fc1883531963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:08.700421 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d83783ad-26cc-4a58-a2c2-2938add947f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:08.744681 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952af6e7-3051-42c2-a451-fc1883531963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b520020-99ad-4a15-8130-0a38417d1a2c,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:08.749345 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-952af6e7-3051-42c2-a451-fc1883531963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:08.755070 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-952af6e7-3051-42c2-a451-fc1883531963 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfc2082af1d445878b29244899cc6b05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3516140
Apr 14 11:26:08.755976 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 58882) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:08.822480 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f91ced28-9146-4a5a-a879-13528af0c3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:08.853119 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f91ced28-9146-4a5a-a879-13528af0c3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:08.905129 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f91ced28-9146-4a5a-a879-13528af0c3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:08.910153 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8a3eed85-dc5c-45c0-b3b0-4deeeb3876d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:08.924323 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ced28-9146-4a5a-a879-13528af0c3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b520020-99ad-4a15-8130-0a38417d1a2c,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:08.926708 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f91ced28-9146-4a5a-a879-13528af0c3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:08.935089 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f91ced28-9146-4a5a-a879-13528af0c3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:08.937462 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-f91ced28-9146-4a5a-a879-13528af0c3c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b520020-99ad-4a15-8130-0a38417d1a2c HTTP/1.1" status: 204  len: 168 time: 0.1807208
Apr 14 11:26:09.249576 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 58902) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:09.267429 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a4306a6d-9b71-4849-a174-2ef523011a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:09.269864 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 58906) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:09.284602 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a4306a6d-9b71-4849-a174-2ef523011a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:09.288902 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a4306a6d-9b71-4849-a174-2ef523011a4e admin admin] Usage tracker for resource:security_group_rule and tenant:91fcfd858cd34c90980543716798d7e7 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:09.291961 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a4306a6d-9b71-4849-a174-2ef523011a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:09.298444 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a4306a6d-9b71-4849-a174-2ef523011a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:09.392340 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a4306a6d-9b71-4849-a174-2ef523011a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:09.400965 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a4306a6d-9b71-4849-a174-2ef523011a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:09.411305 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-06684593-afe1-427f-92f1-60029d83ce8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:09.463003 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 58914) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:09.463219 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a4306a6d-9b71-4849-a174-2ef523011a4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91fcfd858cd34c90980543716798d7e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2150297
Apr 14 11:26:09.464159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4306a6d-9b71-4849-a174-2ef523011a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a925cef-0c76-4be8-9807-beecfea6f260,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:09.467818 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a4306a6d-9b71-4849-a174-2ef523011a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:09.498910 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-network', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:26:09.510866 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:09.526884 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Usage tracker for resource:network and tenant:42e82b321b2843a49b1833fe7776ed0e is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:09.532711 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:09.543227 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:09.566286 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4a5a19fc-9060-44d5-a09e-4aa595952270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:09.576883 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Made reservation on behalf of 42e82b321b2843a49b1833fe7776ed0e for: {'network': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:26:09.581677 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:09.605666 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:09.629163 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4a5a19fc-9060-44d5-a09e-4aa595952270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:09.640606 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:09.652614 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Usage tracker for resource:security_group_rule and tenant:42e82b321b2843a49b1833fe7776ed0e is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:09.659008 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:09.674503 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:09.700736 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cb746-7f2a-452e-8fe2-45b66e6f8c76 req-0173544a-9f82-4831-80d4-8093f012e810 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:09.703360 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-174cb746-7f2a-452e-8fe2-45b66e6f8c76 req-0173544a-9f82-4831-80d4-8093f012e810 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.0934091
Apr 14 11:26:09.728228 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4a5a19fc-9060-44d5-a09e-4aa595952270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:09.734341 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-91a24805-b4fc-45f5-8de6-e7dc4ea2b1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:09.741960 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-174cb746-7f2a-452e-8fe2-45b66e6f8c76 req-a0a82160-eb9e-4113-b710-1d29618a7a9e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0292385
Apr 14 11:26:09.753848 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a19fc-9060-44d5-a09e-4aa595952270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a925cef-0c76-4be8-9807-beecfea6f260,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:09.756330 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4a5a19fc-9060-44d5-a09e-4aa595952270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:09.789404 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4a5a19fc-9060-44d5-a09e-4aa595952270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:09.789404 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-4a5a19fc-9060-44d5-a09e-4aa595952270 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a925cef-0c76-4be8-9807-beecfea6f260 HTTP/1.1" status: 204  len: 168 time: 0.3231039
Apr 14 11:26:09.832971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:09.838298 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:09.843469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ab8d6da5-0023-41a0-bcdd-c1b7d920d84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:09.875622 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=85282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:26:09.884757 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a56fe7-8246-4b94-bdee-4fce0e8e2be8,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:09.888661 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:09.894285 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:09.894739 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Added segment 01874bf3-e2f8-4011-89ca-2ac846300115 of type vlan for network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96
Apr 14 11:26:09.925967 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:09.958835 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:09.960224 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:09.960872 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:09.966066 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-86c32446-79ad-4b7f-9abc-255774f7ab1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:10.062975 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.7918534
Apr 14 11:26:10.066222 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 58928) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:10.073217 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-733939e7-ca04-42a6-aa2c-641549644a42 admin admin] Request body: {'subnet': {'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-subnet', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:26:10.074064 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Pushing event updated for resources: {'Network': ['ID=19b0c0a9-f76b-47ad-b90c-974f3dffdd96,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:10.077432 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:10.086657 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:26:10.094300 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-733939e7-ca04-42a6-aa2c-641549644a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:10.098736 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-733939e7-ca04-42a6-aa2c-641549644a42 admin admin] Usage tracker for resource:subnet and tenant:42e82b321b2843a49b1833fe7776ed0e is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:10.101757 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-733939e7-ca04-42a6-aa2c-641549644a42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:10.108448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-733939e7-ca04-42a6-aa2c-641549644a42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:10.121550 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733939e7-ca04-42a6-aa2c-641549644a42 admin admin] Made reservation on behalf of 42e82b321b2843a49b1833fe7776ed0e for: {'subnet': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:26:10.126782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-733939e7-ca04-42a6-aa2c-641549644a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852346387'] for subnet, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:10.553748 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-733939e7-ca04-42a6-aa2c-641549644a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852522435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852346478'] for subnet, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:10.570370 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:10.977472 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733939e7-ca04-42a6-aa2c-641549644a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac1aba4-dc6d-43df-aca9-597b2efbd05c,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:10.990048 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-733939e7-ca04-42a6-aa2c-641549644a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:11.061525 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c3313-bb38-430c-9692-057c00228186 req-6c5b76eb-43fa-4218-ae76-de694bd52e18 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:11.063132 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ce4c3313-bb38-430c-9692-057c00228186 req-6c5b76eb-43fa-4218-ae76-de694bd52e18 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1549759
Apr 14 11:26:11.108665 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ce4c3313-bb38-430c-9692-057c00228186 req-9c8c4e88-06c2-436e-bdf5-ff0ab92d340e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359926
Apr 14 11:26:11.108665 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733939e7-ca04-42a6-aa2c-641549644a42 admin admin] Checking segment: {'id': '01874bf3-e2f8-4011-89ca-2ac846300115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:26:11.108665 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733939e7-ca04-42a6-aa2c-641549644a42 admin admin] Network hostable DHCP agents. Network: 19b0c0a9-f76b-47ad-b90c-974f3dffdd96, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:26:11.127893 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733939e7-ca04-42a6-aa2c-641549644a42 admin admin] Network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:26:11.136290 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-733939e7-ca04-42a6-aa2c-641549644a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, 19b0c0a9-f76b-47ad-b90c-974f3dffdd96) {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:26:11.147005 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa3b0b9-ee8d-4d9a-a24a-02f54672f8dd None None] Network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:26:11.149273 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733939e7-ca04-42a6-aa2c-641549644a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:11.150035 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-733939e7-ca04-42a6-aa2c-641549644a42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:11.178323 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-733939e7-ca04-42a6-aa2c-641549644a42 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.1107223
Apr 14 11:26:11.181593 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 58964) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:11.188206 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:26:11.193092 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:11.197401 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Usage tracker for resource:router and tenant:42e82b321b2843a49b1833fe7776ed0e is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:11.205211 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:11.212054 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:11.222575 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3789078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767086'] for router, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:11.223560 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850986637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850692849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8730'] for router, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:11.248978 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:11.398544 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c1116d-930f-5d36-b25c-610eedf1c683-19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c'}]}} from dv-cinder-774594-3-iscsi. {{(pid=85284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 14 11:26:11.399852 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:11.580830 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850711200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3789281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8745'] for router, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:11.599159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Allocated IP 172.20.0.2 (19b0c0a9-f76b-47ad-b90c-974f3dffdd96/7ac1aba4-dc6d-43df-aca9-597b2efbd05c/cf9b43bb-c908-404d-89f7-56a733dd7baf) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:26:11.672815 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:26:11.867909 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:11.879664 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Transition to ACTIVE for port object cf9b43bb-c908-404d-89f7-56a733dd7baf will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:26:11.903816 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Transition to ACTIVE for port object cf9b43bb-c908-404d-89f7-56a733dd7baf will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:26:11.909526 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:11.927934 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:11.952198 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:11.991940 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:12.111499 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Pushing event updated for resources: {'Port': ['ID=cf9b43bb-c908-404d-89f7-56a733dd7baf,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:12.116146 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:12.127345 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:26:12.128516 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Resources bound (agent type, host, resource id):  {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:26:12.130802 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:26:12.190961 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Allocated IP 172.27.2.38 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/13e32c43-2dc4-4114-b15e-a3cf3fdf4887) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:26:12.240200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Attempting to bind port cf9b43bb-c908-404d-89f7-56a733dd7baf on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:26:12.240924 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Attempting to bind port cf9b43bb-c908-404d-89f7-56a733dd7baf by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': '01874bf3-e2f8-4011-89ca-2ac846300115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:26:12.241602 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Attempting to bind port cf9b43bb-c908-404d-89f7-56a733dd7baf on network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:26:12.247850 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:26:12.248824 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Checking segment: {'id': '01874bf3-e2f8-4011-89ca-2ac846300115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:26:12.249322 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:12.249767 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Bound using segment: {'id': '01874bf3-e2f8-4011-89ca-2ac846300115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:26:12.250310 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Bound port: cf9b43bb-c908-404d-89f7-56a733dd7baf, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01874bf3-e2f8-4011-89ca-2ac846300115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:26:12.250730 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:12.335516 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] For port cf9b43bb-c908-404d-89f7-56a733dd7baf, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:26:12.339148 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] For port cf9b43bb-c908-404d-89f7-56a733dd7baf, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=cf9b43bb-c908-404d-89f7-56a733dd7baf,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:26:12.343079 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:12.359812 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:12.446851 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:12.460207 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e1083-69d1-4c37-bd5e-a14fea563c2e req-dca9091a-65c0-466b-a232-668bb479b77c tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:12.462246 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-582e1083-69d1-4c37-bd5e-a14fea563c2e req-dca9091a-65c0-466b-a232-668bb479b77c tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.2107055
Apr 14 11:26:12.501859 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-582e1083-69d1-4c37-bd5e-a14fea563c2e req-79b77674-f7fc-43bf-93b7-19e968b8aa2a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0326931
Apr 14 11:26:12.523121 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:12.543439 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a554667c-d2b5-4b70-894f-f979f780acdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:12.707627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Pushing event updated for resources: {'Port': ['ID=13e32c43-2dc4-4114-b15e-a3cf3fdf4887,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:12.713647 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:12.729368 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Pushing event updated for resources: {'Port': ['ID=cf9b43bb-c908-404d-89f7-56a733dd7baf,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:12.733766 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:12.760772 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:26:12.761969 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:26:12.764754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:26:12.968644 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 59004) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:13.179445 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0e177cec-6870-4036-bf20-1d866cee551b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:13.262418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0e177cec-6870-4036-bf20-1d866cee551b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:13.278045 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0e177cec-6870-4036-bf20-1d866cee551b admin admin] Usage tracker for resource:security_group_rule and tenant:80d437213d0444f2b19cfea9dbd95897 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:13.284660 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0e177cec-6870-4036-bf20-1d866cee551b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:13.294484 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0e177cec-6870-4036-bf20-1d866cee551b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:13.340054 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:13.654970 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device cf9b43bb-c908-404d-89f7-56a733dd7baf up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:26:13.731285 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port cf9b43bb-c908-404d-89f7-56a733dd7baf completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:26:13.939744 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0e177cec-6870-4036-bf20-1d866cee551b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:13.957697 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0e177cec-6870-4036-bf20-1d866cee551b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:13.971180 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9f882d5c-200e-427a-b290-dfdbab3e56bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:14.081178 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271acfbd-a220-48eb-a536-0064efa5deb5 req-82351124-c9e0-485c-83b5-60e623402de8 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:14.083086 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-271acfbd-a220-48eb-a536-0064efa5deb5 req-82351124-c9e0-485c-83b5-60e623402de8 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.3878241
Apr 14 11:26:14.128421 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-0e177cec-6870-4036-bf20-1d866cee551b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80d437213d0444f2b19cfea9dbd95897&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1585679
Apr 14 11:26:14.130656 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 59014) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:14.143257 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e177cec-6870-4036-bf20-1d866cee551b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4803fa27-79f6-447d-a3bd-9afe0b529df0,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:14.146966 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0e177cec-6870-4036-bf20-1d866cee551b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:14.169960 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-271acfbd-a220-48eb-a536-0064efa5deb5 req-a8cb1b32-3bff-47bc-b666-fa92aa7b45c1 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0729232
Apr 14 11:26:14.202247 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850986519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064587'] for router, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:14.202542 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72ac1d89-9eaa-4092-b641-3651e6fc22f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:14.233184 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72ac1d89-9eaa-4092-b641-3651e6fc22f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:14.273326 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e38ecd-1e2a-4191-8ffb-3944faa87d7b None None] Network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:26:14.287221 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72ac1d89-9eaa-4092-b641-3651e6fc22f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:14.295559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f7e540c8-08b1-4f95-868f-f45a31d6a56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:14.311699 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72ac1d89-9eaa-4092-b641-3651e6fc22f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:14.317933 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-72ac1d89-9eaa-4092-b641-3651e6fc22f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4803fa27-79f6-447d-a3bd-9afe0b529df0 HTTP/1.1" status: 204  len: 168 time: 0.1860778
Apr 14 11:26:14.319212 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac1d89-9eaa-4092-b641-3651e6fc22f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4803fa27-79f6-447d-a3bd-9afe0b529df0,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:14.321818 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-72ac1d89-9eaa-4092-b641-3651e6fc22f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:14.407532 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-dcab8c9a-e88b-4da2-a67c-8a16c0b5ef2b None None] Provisioning for port cf9b43bb-c908-404d-89f7-56a733dd7baf completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:26:14.417284 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-dcab8c9a-e88b-4da2-a67c-8a16c0b5ef2b None None] Provisioning complete for port cf9b43bb-c908-404d-89f7-56a733dd7baf triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:26:14.417902 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dcab8c9a-e88b-4da2-a67c-8a16c0b5ef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:14.486107 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Router 24c172ba-a818-430f-8aab-25ca0e19c290 is scheduled to L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 with binding_index 1 {{(pid=85281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 14 11:26:14.666105 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 59024) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:14.667588 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dcab8c9a-e88b-4da2-a67c-8a16c0b5ef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:14.691248 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f6cf2328-2314-4100-bafb-0aaf4215610d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:14.697698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-dcab8c9a-e88b-4da2-a67c-8a16c0b5ef2b None None] For port cf9b43bb-c908-404d-89f7-56a733dd7baf, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=cf9b43bb-c908-404d-89f7-56a733dd7baf,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:26:14.701078 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dcab8c9a-e88b-4da2-a67c-8a16c0b5ef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:14.705523 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:14.709625 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f6cf2328-2314-4100-bafb-0aaf4215610d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:14.714487 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-f6cf2328-2314-4100-bafb-0aaf4215610d admin admin] Usage tracker for resource:security_group_rule and tenant:b464940caef24432bdc37bc2453f5efe is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:14.718144 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-f6cf2328-2314-4100-bafb-0aaf4215610d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:14.722140 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:26:14.724681 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f6cf2328-2314-4100-bafb-0aaf4215610d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:14.746659 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Sync routers for ids ['24c172ba-a818-430f-8aab-25ca0e19c290'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:26:14.757629 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Notify callbacks [] for router, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:14.759520 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.5767462
Apr 14 11:26:14.762672 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 59028) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:14.774510 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Routers {'24c172ba-a818-430f-8aab-25ca0e19c290'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:26:14.775444 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1318f9a20>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:25:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['24c172ba-a818-430f-8aab-25ca0e19c290'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:14.955225 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab8c9a-e88b-4da2-a67c-8a16c0b5ef2b None None] Pushing event updated for resources: {'Port': ['ID=cf9b43bb-c908-404d-89f7-56a733dd7baf,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:14.972534 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dcab8c9a-e88b-4da2-a67c-8a16c0b5ef2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:15.016789 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f6cf2328-2314-4100-bafb-0aaf4215610d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:15.024482 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f6cf2328-2314-4100-bafb-0aaf4215610d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:15.026645 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Set router 24c172ba-a818-430f-8aab-25ca0e19c290 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:26:15.035311 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cb9edc1c-cf38-4a06-89c4-c58d3830d550 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:15.184893 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-dd5928a4-86a0-4f5f-9455-f3c42ea07ba5 None None] Provisioning complete for port cf9b43bb-c908-404d-89f7-56a733dd7baf triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:26:15.185402 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dd5928a4-86a0-4f5f-9455-f3c42ea07ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:15.238556 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-f6cf2328-2314-4100-bafb-0aaf4215610d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b464940caef24432bdc37bc2453f5efe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5711880
Apr 14 11:26:15.243014 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 59034) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:15.258126 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf2328-2314-4100-bafb-0aaf4215610d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eeb7d6-ea04-4b35-a278-a0b2d276a284,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:15.409225 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f6cf2328-2314-4100-bafb-0aaf4215610d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:15.492381 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0b338ce6-d305-4c46-b2d2-c74adbcbbd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:15.536578 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1318f9a20>, [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:26:13Z', 'revision_number': 3, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:15.543920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Checking router: 24c172ba-a818-430f-8aab-25ca0e19c290 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:26:15.544327 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Updating router 24c172ba-a818-430f-8aab-25ca0e19c290 port 13e32c43-2dc4-4114-b15e-a3cf3fdf4887 binding host dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:26:15.553279 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0b338ce6-d305-4c46-b2d2-c74adbcbbd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:15.581741 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd498fcd-acde-43a5-a0c9-0c88e39df150 req-8b1b9e2c-0d08-4ba5-b0fe-097770e371a8 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:15.583569 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fd498fcd-acde-43a5-a0c9-0c88e39df150 req-8b1b9e2c-0d08-4ba5-b0fe-097770e371a8 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.2248836
Apr 14 11:26:15.647095 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:15.653429 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fd498fcd-acde-43a5-a0c9-0c88e39df150 req-23ae45fb-3577-45f4-bb7e-d3d45c796209 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626435
Apr 14 11:26:15.691843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0b338ce6-d305-4c46-b2d2-c74adbcbbd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:15.696980 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device cf9b43bb-c908-404d-89f7-56a733dd7baf up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:26:15.697936 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-defc0a88-2b33-4a43-8114-0b28d977bc15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:15.712063 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b338ce6-d305-4c46-b2d2-c74adbcbbd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eeb7d6-ea04-4b35-a278-a0b2d276a284,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:15.719438 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0b338ce6-d305-4c46-b2d2-c74adbcbbd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:15.720314 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0b338ce6-d305-4c46-b2d2-c74adbcbbd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:15.725782 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-0b338ce6-d305-4c46-b2d2-c74adbcbbd60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4eeb7d6-ea04-4b35-a278-a0b2d276a284 HTTP/1.1" status: 204  len: 168 time: 0.4797752
Apr 14 11:26:15.834922 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:15.937037 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port cf9b43bb-c908-404d-89f7-56a733dd7baf triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:26:15.937607 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:16.090369 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Allocated IP 172.20.0.1 (19b0c0a9-f76b-47ad-b90c-974f3dffdd96/7ac1aba4-dc6d-43df-aca9-597b2efbd05c/d3219666-6473-40a5-a2df-e86c3a52c58e) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:26:16.269629 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:16.287737 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Transition to ACTIVE for port object d3219666-6473-40a5-a2df-e86c3a52c58e will not be triggered until provisioned by entity DHCP. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:26:16.313097 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:16.317344 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:16.327178 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Transition to ACTIVE for port object 13e32c43-2dc4-4114-b15e-a3cf3fdf4887 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:26:16.334208 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:16.337603 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-19c15451-00b2-463c-b3af-dd13034935e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:16.352167 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dcab8c9a-e88b-4da2-a67c-8a16c0b5ef2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:16.760252 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Pushing event updated for resources: {'Port': ['ID=d3219666-6473-40a5-a2df-e86c3a52c58e,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:16.766062 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:16.766711 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865171f-2a8e-4235-936f-a6cfa835afe9 None None] Pushing event updated for resources: {'Port': ['ID=13e32c43-2dc4-4114-b15e-a3cf3fdf4887,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:16.775194 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b865171f-2a8e-4235-936f-a6cfa835afe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:16.816173 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Attempting to bind port 13e32c43-2dc4-4114-b15e-a3cf3fdf4887 on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:26:16.816696 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Attempting to bind port 13e32c43-2dc4-4114-b15e-a3cf3fdf4887 by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:26:16.817375 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Attempting to bind port 13e32c43-2dc4-4114-b15e-a3cf3fdf4887 on network b458cc77-65ed-4ced-9d68-fd61bb856146 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:26:16.823455 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:26:16.823988 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Checking segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:26:16.824576 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:16.825038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Bound using segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:26:16.825667 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Bound port: 13e32c43-2dc4-4114-b15e-a3cf3fdf4887, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:26:16.826166 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:16.834422 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:26:16.836087 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:26:16.848140 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:26:16.917135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064652'] for router_interface, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:16.937493 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] For port 13e32c43-2dc4-4114-b15e-a3cf3fdf4887, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:26:16.941357 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] For port 13e32c43-2dc4-4114-b15e-a3cf3fdf4887, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=13e32c43-2dc4-4114-b15e-a3cf3fdf4887,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:26:16.950529 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:16.954073 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d98734-30d8-4a2c-851d-b8b554a3f727 req-a73095bb-d07b-4220-8e52-641fa35ddeaf tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:16.955792 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-36d98734-30d8-4a2c-851d-b8b554a3f727 req-a73095bb-d07b-4220-8e52-641fa35ddeaf tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1309471
Apr 14 11:26:16.981576 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:17.011384 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-36d98734-30d8-4a2c-851d-b8b554a3f727 req-951d1c86-e7ce-49fd-9e98-27e2e3a08d88 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455317
Apr 14 11:26:17.175932 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865171f-2a8e-4235-936f-a6cfa835afe9 None None] Pushing event updated for resources: {'Port': ['ID=13e32c43-2dc4-4114-b15e-a3cf3fdf4887,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:17.181417 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b865171f-2a8e-4235-936f-a6cfa835afe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:17.184801 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-1dbb54c3-7283-4cc0-9393-e8dc1566c9c8 None None] Provisioning for port d3219666-6473-40a5-a2df-e86c3a52c58e completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:26:17.201876 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-1dbb54c3-7283-4cc0-9393-e8dc1566c9c8 None None] Provisioning complete for port d3219666-6473-40a5-a2df-e86c3a52c58e triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:26:17.202296 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1dbb54c3-7283-4cc0-9393-e8dc1566c9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:17.238880 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:17.279290 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-1dbb54c3-7283-4cc0-9393-e8dc1566c9c8 None None] Port d3219666-6473-40a5-a2df-e86c3a52c58e cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:26:17.282094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Routers {'24c172ba-a818-430f-8aab-25ca0e19c290'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:26:17.282767 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1318f9a20>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:25:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['24c172ba-a818-430f-8aab-25ca0e19c290'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:17.502608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] Set router 24c172ba-a818-430f-8aab-25ca0e19c290 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:26:17.581440 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:17.585950 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:17.620654 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-06df2176-4946-4d78-8ae4-902be165d0a3 tempest-VolumesNegativeTest-962330766 tempest-VolumesNegativeTest-962330766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:17.712036 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3900898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785765'] for router_interface, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:17.729488 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Pushing event updated for resources: {'Port': ['ID=d3219666-6473-40a5-a2df-e86c3a52c58e,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:17.747402 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:17.869725 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:26:17.871285 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:26:17.871416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1318f9a20>, [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:26:17Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'd3219666-6473-40a5-a2df-e86c3a52c58e', 'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'mac_address': 'fa:16:3e:a3:32:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:15Z', 'updated_at': '2021-04-14T11:26:16Z', 'revision_number': 1, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'subnets': [{'id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:17.879158 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f19693-6403-4a66-87e1-9fe026a54ece None None] The sync data for ids ['24c172ba-a818-430f-8aab-25ca0e19c290'] in dv-cinder-774594-3-iscsi is: [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:26:17Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'd3219666-6473-40a5-a2df-e86c3a52c58e', 'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'mac_address': 'fa:16:3e:a3:32:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:15Z', 'updated_at': '2021-04-14T11:26:16Z', 'revision_number': 1, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'subnets': [{'id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:26:18.094160 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Router 24c172ba-a818-430f-8aab-25ca0e19c290 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:26:18.115051 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-478b029e-093a-46dc-9371-32f3d124e933 None None] Provisioning complete for port d3219666-6473-40a5-a2df-e86c3a52c58e triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:26:18.115473 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-478b029e-093a-46dc-9371-32f3d124e933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:18.178932 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-478b029e-093a-46dc-9371-32f3d124e933 None None] Port d3219666-6473-40a5-a2df-e86c3a52c58e cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:26:18.227359 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffec54-f18d-4afa-8e86-05c978193389 req-a809a988-6158-45a5-8efc-64888bd150ad tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:18.236727 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-84ffec54-f18d-4afa-8e86-05c978193389 req-a809a988-6158-45a5-8efc-64888bd150ad tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1051941
Apr 14 11:26:18.269475 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-84ffec54-f18d-4afa-8e86-05c978193389 req-e89b4d91-c3fb-4d57-9b74-a3808bd2f4af tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0302131
Apr 14 11:26:18.325850 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:26:18.349035 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] 10.222.0.20 "PUT /v2.0/routers/24c172ba-a818-430f-8aab-25ca0e19c290/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5850792
Apr 14 11:26:19.182827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 59094) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:19.189302 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-0b8ae311-b868-4fcc-ab74-d092bb911355 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--10186217', 'description': 'tempest-description--1038970382'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:26:19.195773 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0b8ae311-b868-4fcc-ab74-d092bb911355 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:19.199848 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0b8ae311-b868-4fcc-ab74-d092bb911355 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Usage tracker for resource:security_group and tenant:42e82b321b2843a49b1833fe7776ed0e is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:19.203813 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0b8ae311-b868-4fcc-ab74-d092bb911355 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:19.210942 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0b8ae311-b868-4fcc-ab74-d092bb911355 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:19.221174 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae311-b868-4fcc-ab74-d092bb911355 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:19.249556 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0b8ae311-b868-4fcc-ab74-d092bb911355 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:19.253673 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0b8ae311-b868-4fcc-ab74-d092bb911355 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Usage tracker for resource:security_group_rule and tenant:42e82b321b2843a49b1833fe7776ed0e is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:19.256656 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0b8ae311-b868-4fcc-ab74-d092bb911355 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:19.262719 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0b8ae311-b868-4fcc-ab74-d092bb911355 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:19.358925 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae311-b868-4fcc-ab74-d092bb911355 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:19.365416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae311-b868-4fcc-ab74-d092bb911355 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:19.374746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-21d7f46a-e021-4f6c-986c-39c15e477348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:19.472698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ae311-b868-4fcc-ab74-d092bb911355 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2247b082-0c36-4741-901e-69ff77369c80,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:19.476108 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae311-b868-4fcc-ab74-d092bb911355 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:19.477425 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-0b8ae311-b868-4fcc-ab74-d092bb911355 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2934954
Apr 14 11:26:19.478629 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0b8ae311-b868-4fcc-ab74-d092bb911355 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:19.480568 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 59100) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:19.487915 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-acc91223-88f9-4233-b94f-aa7bea64ced3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Request body: {'security_group_rule': {'security_group_id': '2247b082-0c36-4741-901e-69ff77369c80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:26:19.494620 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-acc91223-88f9-4233-b94f-aa7bea64ced3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:19.499518 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-acc91223-88f9-4233-b94f-aa7bea64ced3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Usage tracker for resource:security_group_rule and tenant:42e82b321b2843a49b1833fe7776ed0e is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:19.502836 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-acc91223-88f9-4233-b94f-aa7bea64ced3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:19.509915 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-acc91223-88f9-4233-b94f-aa7bea64ced3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:19.519229 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7804f47-e74a-4e07-9143-821a922b48c4 req-dc38e21b-3c77-4aaa-b452-4e0c05eeedc8 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:19.521436 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f7804f47-e74a-4e07-9143-821a922b48c4 req-dc38e21b-3c77-4aaa-b452-4e0c05eeedc8 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1220503
Apr 14 11:26:19.535179 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-acc91223-88f9-4233-b94f-aa7bea64ced3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:19.556576 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f7804f47-e74a-4e07-9143-821a922b48c4 req-f96778a7-fd28-4115-a524-0269d9b8ce5f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0280018
Apr 14 11:26:19.616299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-acc91223-88f9-4233-b94f-aa7bea64ced3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:19.619385 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-acc91223-88f9-4233-b94f-aa7bea64ced3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:19.621658 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:19.638488 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 13e32c43-2dc4-4114-b15e-a3cf3fdf4887 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:26:19.647059 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc91223-88f9-4233-b94f-aa7bea64ced3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196f3bfc-45e0-4cf4-8bda-4c981db165fb,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:19.649694 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-acc91223-88f9-4233-b94f-aa7bea64ced3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:19.657020 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-acc91223-88f9-4233-b94f-aa7bea64ced3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:19.658604 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-acc91223-88f9-4233-b94f-aa7bea64ced3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1765442
Apr 14 11:26:19.661408 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 59104) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:19.666949 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-dcc8b828-5518-4963-a95f-632e149374e5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Request body: {'security_group_rule': {'security_group_id': '2247b082-0c36-4741-901e-69ff77369c80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:26:19.673814 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-dcc8b828-5518-4963-a95f-632e149374e5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:19.678004 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-dcc8b828-5518-4963-a95f-632e149374e5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Usage tracker for resource:security_group_rule and tenant:42e82b321b2843a49b1833fe7776ed0e is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:19.681481 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-dcc8b828-5518-4963-a95f-632e149374e5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:19.687636 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-dcc8b828-5518-4963-a95f-632e149374e5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:19.704421 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dcc8b828-5518-4963-a95f-632e149374e5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:19.720695 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 13e32c43-2dc4-4114-b15e-a3cf3fdf4887 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:26:19.725774 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 13e32c43-2dc4-4114-b15e-a3cf3fdf4887 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:26:19.726190 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:19.770884 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dcc8b828-5518-4963-a95f-632e149374e5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:19.774002 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dcc8b828-5518-4963-a95f-632e149374e5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:19.776137 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9d45fc73-ce0e-40d8-9b47-96c8aa529b37 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:19.803140 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8b828-5518-4963-a95f-632e149374e5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d7e851-f7a8-44b4-93f9-4826f3142702,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:19.808446 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dcc8b828-5518-4963-a95f-632e149374e5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:19.812230 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dcc8b828-5518-4963-a95f-632e149374e5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:19.813541 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-dcc8b828-5518-4963-a95f-632e149374e5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1511056
Apr 14 11:26:19.816718 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 59108) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:19.822368 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Request body: {'floatingip': {'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:26:19.829333 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:19.833424 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Usage tracker for resource:floatingip and tenant:42e82b321b2843a49b1833fe7776ed0e is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:19.836400 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:19.843242 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:19.854293 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:19.854478 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for floatingip, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:19.872063 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 13e32c43-2dc4-4114-b15e-a3cf3fdf4887, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=13e32c43-2dc4-4114-b15e-a3cf3fdf4887,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:26:19.875650 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:19.877744 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:19.959835 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=13e32c43-2dc4-4114-b15e-a3cf3fdf4887,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:19.962968 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:20.018057 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:20.163654 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Allocated IP 172.27.2.86 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/24661067-32b5-4683-8090-e532dda10727) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:26:20.323804 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:20.354645 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:20.369929 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:20.512061 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Pushing event updated for resources: {'Port': ['ID=24661067-32b5-4683-8090-e532dda10727,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:20.522941 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:20.568754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:26:20.569912 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:26:20.572220 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:26:20.658006 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:20.734142 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:20.777096 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb5b67-5a0f-46e2-94bc-de9108727148 req-daabe5f0-89e3-41df-a9ae-6a1803e0a98e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:20.778831 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-89fb5b67-5a0f-46e2-94bc-de9108727148 req-daabe5f0-89e3-41df-a9ae-6a1803e0a98e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.0980871
Apr 14 11:26:20.813573 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-89fb5b67-5a0f-46e2-94bc-de9108727148 req-8f8666ad-b50c-4fd7-aa7d-a2ee7e7598b7 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0267119
Apr 14 11:26:21.018997 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:21.023351 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:21.039597 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:21.176822 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Pushing event updated for resources: {'Port': ['ID=24661067-32b5-4683-8090-e532dda10727,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:21.179789 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:21.221925 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Sync routers for ids ['24c172ba-a818-430f-8aab-25ca0e19c290'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:26:21.232060 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Routers {'24c172ba-a818-430f-8aab-25ca0e19c290'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:26:21.232738 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130f00c50>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:25:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['24c172ba-a818-430f-8aab-25ca0e19c290'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:21.285020 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850711266'] for floatingip, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:21.306927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:21.308246 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4904969
Apr 14 11:26:21.475001 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-3c885063-01ae-4e7f-873c-0ddd08ebefde tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Synchronizing usage tracker for tenant:42e82b321b2843a49b1833fe7776ed0e on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:26:21.491793 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-3c885063-01ae-4e7f-873c-0ddd08ebefde tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Unset dirty status for tenant:42e82b321b2843a49b1833fe7776ed0e on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:26:21.493163 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-3c885063-01ae-4e7f-873c-0ddd08ebefde tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--10186217&fields=id&tenant_id=42e82b321b2843a49b1833fe7776ed0e HTTP/1.1" status: 200  len: 267 time: 0.0446489
Apr 14 11:26:21.587656 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Set router 24c172ba-a818-430f-8aab-25ca0e19c290 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:26:21.606312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 13e32c43-2dc4-4114-b15e-a3cf3fdf4887 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:26:21.667237 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-ad538ea2-2cac-4ded-9fa3-d03082b6b6e1 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:21.668945 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-ad538ea2-2cac-4ded-9fa3-d03082b6b6e1 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/networks?id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96 HTTP/1.1" status: 200  len: 817 time: 0.1673651
Apr 14 11:26:21.686543 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 13e32c43-2dc4-4114-b15e-a3cf3fdf4887 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:26:21.687250 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:21.693024 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-d325b273-da6d-448f-bf97-b2b52324387a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/quotas/42e82b321b2843a49b1833fe7776ed0e HTTP/1.1" status: 200  len: 375 time: 0.0115411
Apr 14 11:26:21.792158 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-db7406cd-df8b-41bd-b9ec-815e189be484 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=42e82b321b2843a49b1833fe7776ed0e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0960510
Apr 14 11:26:21.955009 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130f00c50>, [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:26:17Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'd3219666-6473-40a5-a2df-e86c3a52c58e', 'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'mac_address': 'fa:16:3e:a3:32:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:15Z', 'updated_at': '2021-04-14T11:26:17Z', 'revision_number': 2, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'subnets': [{'id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:21.959072 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Checking router: 24c172ba-a818-430f-8aab-25ca0e19c290 for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:26:21.959461 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Updating router 24c172ba-a818-430f-8aab-25ca0e19c290 port d3219666-6473-40a5-a2df-e86c3a52c58e binding host dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:26:22.007282 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-e12cdae4-caa7-48a0-ba07-4162e08ededf service neutron] 10.222.0.20 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1997306
Apr 14 11:26:22.015938 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:22.138363 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab52d17-2566-48f8-874e-593bbaabbfa6 req-02191dbe-79db-4158-a5c0-d238a3c4492d tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:22.140318 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4ab52d17-2566-48f8-874e-593bbaabbfa6 req-02191dbe-79db-4158-a5c0-d238a3c4492d tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.2021296
Apr 14 11:26:22.193738 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4ab52d17-2566-48f8-874e-593bbaabbfa6 req-2748f04b-a179-4995-98a8-28e00ed3cc42 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433471
Apr 14 11:26:22.202404 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-acfc306e-fe36-43ba-950c-aea7d28fbbd7 service neutron] 10.222.0.20 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1865771
Apr 14 11:26:22.429928 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a2836434-f65e-48ad-990c-1d6a7017262b req-032711c6-cfef-4b02-9a2c-ab04d27c12b7 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 210 time: 0.0518444
Apr 14 11:26:22.464010 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:22.477318 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Transition to ACTIVE for port object d3219666-6473-40a5-a2df-e86c3a52c58e will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:26:22.483774 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:22.514920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1c9ebc0e-70f4-450f-b8e4-599bd43fdaab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:22.649665 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7ae8f-e999-49ee-b1e1-c91e1c9aaa24 None None] Pushing event updated for resources: {'Port': ['ID=d3219666-6473-40a5-a2df-e86c3a52c58e,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:22.661694 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7ae8f-e999-49ee-b1e1-c91e1c9aaa24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:22.662081 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7ae8f-e999-49ee-b1e1-c91e1c9aaa24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:22.662459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7ae8f-e999-49ee-b1e1-c91e1c9aaa24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:22.662832 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7ae8f-e999-49ee-b1e1-c91e1c9aaa24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:22.663203 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7ae8f-e999-49ee-b1e1-c91e1c9aaa24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:22.663577 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7ae8f-e999-49ee-b1e1-c91e1c9aaa24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:22.663939 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7ae8f-e999-49ee-b1e1-c91e1c9aaa24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:22.664303 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7ae8f-e999-49ee-b1e1-c91e1c9aaa24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:22.664673 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7ae8f-e999-49ee-b1e1-c91e1c9aaa24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:22.665034 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7ae8f-e999-49ee-b1e1-c91e1c9aaa24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:22.665438 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7ae8f-e999-49ee-b1e1-c91e1c9aaa24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:22.665798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7ae8f-e999-49ee-b1e1-c91e1c9aaa24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:22.671834 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-80e7ae8f-e999-49ee-b1e1-c91e1c9aaa24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:22.876024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Attempting to bind port d3219666-6473-40a5-a2df-e86c3a52c58e on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:26:22.876820 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Attempting to bind port d3219666-6473-40a5-a2df-e86c3a52c58e by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': '01874bf3-e2f8-4011-89ca-2ac846300115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:26:22.876990 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Attempting to bind port d3219666-6473-40a5-a2df-e86c3a52c58e on network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:26:22.883952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:26:22.884509 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Checking segment: {'id': '01874bf3-e2f8-4011-89ca-2ac846300115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:26:22.884943 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:22.885422 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Bound using segment: {'id': '01874bf3-e2f8-4011-89ca-2ac846300115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:26:22.885954 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Bound port: d3219666-6473-40a5-a2df-e86c3a52c58e, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01874bf3-e2f8-4011-89ca-2ac846300115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:26:22.886357 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:22.967957 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] For port d3219666-6473-40a5-a2df-e86c3a52c58e, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:26:22.971487 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] For port d3219666-6473-40a5-a2df-e86c3a52c58e, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=d3219666-6473-40a5-a2df-e86c3a52c58e,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:26:22.974111 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:22.990023 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:23.141493 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7ae8f-e999-49ee-b1e1-c91e1c9aaa24 None None] Pushing event updated for resources: {'Port': ['ID=d3219666-6473-40a5-a2df-e86c3a52c58e,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:23.147147 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-80e7ae8f-e999-49ee-b1e1-c91e1c9aaa24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:23.191643 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Routers {'24c172ba-a818-430f-8aab-25ca0e19c290'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:26:23.192454 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130f00c50>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:25:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['24c172ba-a818-430f-8aab-25ca0e19c290'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:23.413913 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] Set router 24c172ba-a818-430f-8aab-25ca0e19c290 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:26:23.446046 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50079b5f-4198-4d6d-9837-c6b375416f38 req-081ddcdc-c210-47b7-96f9-0a26da348d1a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:23.448170 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-50079b5f-4198-4d6d-9837-c6b375416f38 req-081ddcdc-c210-47b7-96f9-0a26da348d1a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1003373
Apr 14 11:26:23.514656 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-50079b5f-4198-4d6d-9837-c6b375416f38 req-ab4df5fa-67a0-4ea3-8734-d36b45121532 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433781
Apr 14 11:26:23.708169 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device d3219666-6473-40a5-a2df-e86c3a52c58e up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:26:23.756774 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8dc8aa8a-bb57-41ab-b156-dfc14565372f req-00c7f47f-4fe2-4ce0-bf06-fe2633576608 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 210 time: 0.1126277
Apr 14 11:26:23.851948 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port d3219666-6473-40a5-a2df-e86c3a52c58e completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:26:23.857300 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port d3219666-6473-40a5-a2df-e86c3a52c58e triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:26:23.858951 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:23.918339 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-b751da57-256c-4748-9fc6-c89660a19116 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:23.920910 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-b751da57-256c-4748-9fc6-c89660a19116 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.47 "GET /v2.0/networks?id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96 HTTP/1.1" status: 200  len: 817 time: 0.4041514
Apr 14 11:26:24.035810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:24.051921 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-8de54530-25df-486b-b5d8-2fe89b26b95e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=42e82b321b2843a49b1833fe7776ed0e HTTP/1.1" status: 200  len: 5707 time: 0.1202333
Apr 14 11:26:24.064033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port d3219666-6473-40a5-a2df-e86c3a52c58e, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=d3219666-6473-40a5-a2df-e86c3a52c58e,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:26:24.071142 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:24.073036 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:24.079198 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Request body: {'port': {'device_id': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'admin_state_up': True, 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'security_groups': ['2247b082-0c36-4741-901e-69ff77369c80']}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:26:24.112555 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130f00c50>, [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:26:17Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'd3219666-6473-40a5-a2df-e86c3a52c58e', 'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'mac_address': 'fa:16:3e:a3:32:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:15Z', 'updated_at': '2021-04-14T11:26:22Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'subnets': [{'id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:24.118033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f01182-8a57-41aa-ba9c-a45c2194b7d2 None None] The sync data for ids ['24c172ba-a818-430f-8aab-25ca0e19c290'] in dv-cinder-774594-3-iscsi is: [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:26:17Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'd3219666-6473-40a5-a2df-e86c3a52c58e', 'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'mac_address': 'fa:16:3e:a3:32:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:15Z', 'updated_at': '2021-04-14T11:26:22Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'subnets': [{'id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:26:24.164531 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=d3219666-6473-40a5-a2df-e86c3a52c58e,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:24.168320 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:24.245829 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdf224-8cd3-4f37-8c24-7ad3f8d6991e req-e28673ae-4f99-4c46-a667-eeb824fc4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:24.247536 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-84fdf224-8cd3-4f37-8c24-7ad3f8d6991e req-e28673ae-4f99-4c46-a667-eeb824fc4d50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42a8edf20fd2489b856e4667ae588287&device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 1098 time: 0.1254652
Apr 14 11:26:24.571319 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39ac90-5cca-4d36-b36d-d76c8d8cea93 req-85720ee2-7841-4028-b6e8-130da7b557ed tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:24.573117 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-db39ac90-5cca-4d36-b36d-d76c8d8cea93 req-85720ee2-7841-4028-b6e8-130da7b557ed tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.5726922
Apr 14 11:26:24.626931 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:24.631498 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Usage tracker for resource:port and tenant:42e82b321b2843a49b1833fe7776ed0e is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:24.635199 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:24.643714 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:24.658743 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-db39ac90-5cca-4d36-b36d-d76c8d8cea93 req-b4b4324a-96eb-4a17-b4c9-0c52469c9af0 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0705941
Apr 14 11:26:24.663373 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Made reservation on behalf of 42e82b321b2843a49b1833fe7776ed0e for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:26:24.669719 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:24.723139 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdf224-8cd3-4f37-8c24-7ad3f8d6991e req-18aea870-1447-4589-8168-bd2de9989711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:24.724727 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-84fdf224-8cd3-4f37-8c24-7ad3f8d6991e req-18aea870-1447-4589-8168-bd2de9989711 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b697626d-73a8-4a4d-86f6-e642e203014b HTTP/1.1" status: 200  len: 912 time: 0.4651802
Apr 14 11:26:24.836460 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Allocated IP 172.20.0.9 (19b0c0a9-f76b-47ad-b90c-974f3dffdd96/7ac1aba4-dc6d-43df-aca9-597b2efbd05c/8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:26:24.845972 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-84fdf224-8cd3-4f37-8c24-7ad3f8d6991e req-f8a22ee4-1912-4933-92ad-a5b5b793facd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f2cea50-f652-40ec-9002-e5e8a4220403 HTTP/1.1" status: 200  len: 1000 time: 0.1113889
Apr 14 11:26:24.928521 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdf224-8cd3-4f37-8c24-7ad3f8d6991e req-6c176c1e-797d-4749-ba4f-ecdddc96b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:24.930390 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-84fdf224-8cd3-4f37-8c24-7ad3f8d6991e req-6c176c1e-797d-4749-ba4f-ecdddc96b94d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4213cafa-277c-42ee-9b65-c2d9ae792ac7 HTTP/1.1" status: 200  len: 850 time: 0.0724699
Apr 14 11:26:25.020601 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdf224-8cd3-4f37-8c24-7ad3f8d6991e req-6272bb0a-b7df-4539-94e8-b82c63550fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:25.022684 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-84fdf224-8cd3-4f37-8c24-7ad3f8d6991e req-6272bb0a-b7df-4539-94e8-b82c63550fee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b697626d-73a8-4a4d-86f6-e642e203014b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846083
Apr 14 11:26:25.034800 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-29f142e7-425e-4406-be57-fd5ec5736eb7 req-c710674f-1b2c-4ba2-b34c-ad883d246c0c tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 210 time: 0.1131010
Apr 14 11:26:25.110477 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:25.127831 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Transition to ACTIVE for port object 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:26:25.151600 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:25.171201 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-84fdf224-8cd3-4f37-8c24-7ad3f8d6991e req-86a3011b-07b8-4d3a-9f7c-29186e52ec38 service neutron] 10.222.0.47 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401689
Apr 14 11:26:25.171840 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:25.314496 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Pushing event updated for resources: {'Port': ['ID=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:25.320082 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-84fdf224-8cd3-4f37-8c24-7ad3f8d6991e req-633debe4-ef9d-4101-9632-cd5390ba6677 service neutron] 10.222.0.47 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420939
Apr 14 11:26:25.323913 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:25.369109 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:26:25.370149 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:26:25.372378 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:26:25.434212 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed3c8f9b-dc10-4738-8075-2ae5c624e069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:25.446165 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:25.446971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:25.475107 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4003830
Apr 14 11:26:25.488752 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Request body: {'port': {'device_id': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:26:25.546767 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-34d8944a-5912-4a5d-90eb-aa726cfe365d None None] Provisioning for port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:26:25.552807 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-34d8944a-5912-4a5d-90eb-aa726cfe365d None None] Provisioning complete for port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:26:25.553276 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-34d8944a-5912-4a5d-90eb-aa726cfe365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:25.608240 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device d3219666-6473-40a5-a2df-e86c3a52c58e up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:26:25.616170 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:25.655826 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-34d8944a-5912-4a5d-90eb-aa726cfe365d None None] Port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:26:25.694532 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port d3219666-6473-40a5-a2df-e86c3a52c58e triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:26:25.695060 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:26.033159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae1c8e-f009-4395-ab12-e24d97844d7a req-6867e469-3ba3-40e7-85cc-87e79f5da9f3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:26.034722 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-aeae1c8e-f009-4395-ab12-e24d97844d7a req-6867e469-3ba3-40e7-85cc-87e79f5da9f3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.2300172
Apr 14 11:26:26.083877 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-aeae1c8e-f009-4395-ab12-e24d97844d7a req-ee16cab7-caa8-49bc-95c9-c565a97e90b7 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415089
Apr 14 11:26:26.141340 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:26:26.149402 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:26.164526 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Transition to ACTIVE for port object 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:26:26.209789 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:26.229718 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:26.380510 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:26.392562 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:26.440431 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8434a4-968f-47e6-883a-329116d8a18d req-e8092e19-5c0e-42bd-be0a-b3b57d199471 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:26.441202 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-6d8434a4-968f-47e6-883a-329116d8a18d req-e8092e19-5c0e-42bd-be0a-b3b57d199471 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Synchronizing usage tracker for tenant:42e82b321b2843a49b1833fe7776ed0e on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:26:26.564206 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-6d8434a4-968f-47e6-883a-329116d8a18d req-e8092e19-5c0e-42bd-be0a-b3b57d199471 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Unset dirty status for tenant:42e82b321b2843a49b1833fe7776ed0e on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:26:26.565544 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6d8434a4-968f-47e6-883a-329116d8a18d req-e8092e19-5c0e-42bd-be0a-b3b57d199471 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.3957517
Apr 14 11:26:26.648019 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6d8434a4-968f-47e6-883a-329116d8a18d req-8830606c-2306-40f8-b93e-c806a4fcb2a1 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433962
Apr 14 11:26:26.669786 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Attempting to bind port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:26:26.671382 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Attempting to bind port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '01874bf3-e2f8-4011-89ca-2ac846300115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:26:26.671630 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Attempting to bind port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df on network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:26:26.678183 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df on network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:26:26.678668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Attempting to bind port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df on network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:26:26.684969 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:26:26.685546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Checking segment: {'id': '01874bf3-e2f8-4011-89ca-2ac846300115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:26:26.686177 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Bound using segment: {'id': '01874bf3-e2f8-4011-89ca-2ac846300115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:26:26.686771 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Bound port: 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01874bf3-e2f8-4011-89ca-2ac846300115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:26:26.687280 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:26.766528 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] For port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df, host hv-cinder-77459, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:26:26.769698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] For port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:26:26.773966 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:26.789852 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6655e149-3c23-4f3c-a15b-a567b8981b0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:26.960826 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:26.967612 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:27.002416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:27.003820 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:27.005338 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] 10.222.0.47 "PUT /v2.0/ports/8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df HTTP/1.1" status: 200  len: 1093 time: 1.5212471
Apr 14 11:26:27.005991 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'tag': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:26:27.096467 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'tag': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df', 'status': 'completed', 'code': 200}
Apr 14 11:26:27.149999 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-f375c787-f28c-424f-bf64-4a9778dbecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:27.152246 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-f375c787-f28c-424f-bf64-4a9778dbecf4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e82b321b2843a49b1833fe7776ed0e&device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 1096 time: 0.1029172
Apr 14 11:26:27.299335 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-6852e2b5-9457-40a0-86c6-1b45d93c62d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df HTTP/1.1" status: 200  len: 217 time: 0.1388381
Apr 14 11:26:27.378193 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 59246) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:27.399455 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-55585780-e0f5-4ce8-916a-f07727f0071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:27.401003 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-55585780-e0f5-4ce8-916a-f07727f0071c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ac1aba4-dc6d-43df-aca9-597b2efbd05c HTTP/1.1" status: 200  len: 856 time: 0.0927913
Apr 14 11:26:27.414335 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a211c4-7973-47fd-b1b2-01c9f8591569 req-aebc5427-0062-4752-af77-c1791b8ffa83 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:27.415879 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-33a211c4-7973-47fd-b1b2-01c9f8591569 req-aebc5427-0062-4752-af77-c1791b8ffa83 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1746302
Apr 14 11:26:27.444351 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a70ecf3f-6620-4f0f-936c-18baf4a331cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:27.501515 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-33a211c4-7973-47fd-b1b2-01c9f8591569 req-b10369ae-2a62-4c75-82aa-254b9dc6a5d4 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414705
Apr 14 11:26:27.538633 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-5fba3fc6-73c7-4676-8c4a-aa1947f52f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:27.540305 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-5fba3fc6-73c7-4676-8c4a-aa1947f52f69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1235161
Apr 14 11:26:27.552727 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cf3762c-b18d-4401-8b1a-70abe1230d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:27.569963 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9cf3762c-b18d-4401-8b1a-70abe1230d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:27.574396 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-9cf3762c-b18d-4401-8b1a-70abe1230d6b admin admin] Usage tracker for resource:security_group_rule and tenant:3e7f0c5b34474c8fb7d788e1e6b3bd66 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:27.578294 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-9cf3762c-b18d-4401-8b1a-70abe1230d6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:27.584418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9cf3762c-b18d-4401-8b1a-70abe1230d6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:27.677017 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cf3762c-b18d-4401-8b1a-70abe1230d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:27.680416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cf3762c-b18d-4401-8b1a-70abe1230d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:27.689768 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-4fbbb036-6701-4c66-af7b-7b2f93d80ecb service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418834
Apr 14 11:26:27.691362 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-952af6e7-3051-42c2-a451-fc1883531963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:27.737983 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-9cf3762c-b18d-4401-8b1a-70abe1230d6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e7f0c5b34474c8fb7d788e1e6b3bd66&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3576293
Apr 14 11:26:27.739473 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3762c-b18d-4401-8b1a-70abe1230d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f47a6b5-8da4-4e55-a878-f6eec95fdd16,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:27.742949 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9cf3762c-b18d-4401-8b1a-70abe1230d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:27.743418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 59256) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:27.809593 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be2c7cf8-578b-4c7b-88c9-41d599a89aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:27.838333 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be2c7cf8-578b-4c7b-88c9-41d599a89aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:27.894336 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be2c7cf8-578b-4c7b-88c9-41d599a89aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:27.900134 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1bcfee2e-2043-47bb-bac2-447babd399f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:27.915229 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c7cf8-578b-4c7b-88c9-41d599a89aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f47a6b5-8da4-4e55-a878-f6eec95fdd16,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:27.917794 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-be2c7cf8-578b-4c7b-88c9-41d599a89aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:27.920869 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be2c7cf8-578b-4c7b-88c9-41d599a89aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:27.922127 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-be2c7cf8-578b-4c7b-88c9-41d599a89aaf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f47a6b5-8da4-4e55-a878-f6eec95fdd16 HTTP/1.1" status: 204  len: 168 time: 0.1777017
Apr 14 11:26:28.162111 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4eed7db5-c1c8-4c85-9008-873255aa4168 req-21684028-c056-4b63-9c24-ede6f6200e48 service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4647357
Apr 14 11:26:28.178968 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a288f4-7244-402c-a56b-b48cdc7ea727 req-7d44967f-876d-4b24-b67a-b52d8b070dc3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:28.180575 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-68a288f4-7244-402c-a56b-b48cdc7ea727 req-7d44967f-876d-4b24-b67a-b52d8b070dc3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.3783722
Apr 14 11:26:28.213549 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-68a288f4-7244-402c-a56b-b48cdc7ea727 req-81e8afc6-39fd-4398-a292-488fc687d2fe tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0252950
Apr 14 11:26:28.302120 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c3dfb-536e-4731-80b7-045f146cb2f1 req-1577b68d-b056-4eb5-828c-caef2d530157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:28.303640 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b3c3dfb-536e-4731-80b7-045f146cb2f1 req-1577b68d-b056-4eb5-828c-caef2d530157 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e82b321b2843a49b1833fe7776ed0e&device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 1096 time: 0.0797827
Apr 14 11:26:28.315717 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:28.452964 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c3dfb-536e-4731-80b7-045f146cb2f1 req-1752daf0-fd37-4253-a631-452010f4f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:28.454651 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b3c3dfb-536e-4731-80b7-045f146cb2f1 req-1752daf0-fd37-4253-a631-452010f4f425 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96 HTTP/1.1" status: 200  len: 918 time: 0.1423893
Apr 14 11:26:28.533547 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b3c3dfb-536e-4731-80b7-045f146cb2f1 req-ea60daa1-1ebd-479c-b839-5337cd9dccb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df HTTP/1.1" status: 200  len: 217 time: 0.0714562
Apr 14 11:26:28.605038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c3dfb-536e-4731-80b7-045f146cb2f1 req-266e29eb-485d-47c2-b22c-e1bc9d677c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:28.606736 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b3c3dfb-536e-4731-80b7-045f146cb2f1 req-266e29eb-485d-47c2-b22c-e1bc9d677c65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ac1aba4-dc6d-43df-aca9-597b2efbd05c HTTP/1.1" status: 200  len: 856 time: 0.0664127
Apr 14 11:26:28.696581 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c3dfb-536e-4731-80b7-045f146cb2f1 req-17ba5389-8132-45da-978b-c3fbb35ef4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:28.698409 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b3c3dfb-536e-4731-80b7-045f146cb2f1 req-17ba5389-8132-45da-978b-c3fbb35ef4be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840352
Apr 14 11:26:28.844893 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b3c3dfb-536e-4731-80b7-045f146cb2f1 req-05ed6d05-6e0e-4e70-8941-4841f4310827 service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375954
Apr 14 11:26:28.995081 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b3c3dfb-536e-4731-80b7-045f146cb2f1 req-61c54cd7-6ae2-447f-b97c-1753c1cdada2 service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431599
Apr 14 11:26:29.302468 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:29.462461 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bc5a2-fa11-4c7e-a9cd-e2f493a5bb5a req-de1e609f-ab49-4d18-a5ed-cdb862719242 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:29.464057 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d53bc5a2-fa11-4c7e-a9cd-e2f493a5bb5a req-de1e609f-ab49-4d18-a5ed-cdb862719242 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.1059554
Apr 14 11:26:29.495281 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d53bc5a2-fa11-4c7e-a9cd-e2f493a5bb5a req-73bdb9e5-f585-402d-a0d9-29106fc24168 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0241239
Apr 14 11:26:30.324182 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:26:30.434287 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:30.484112 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:26:30.498249 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'port_id': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df', 'mac_address': 'fa:16:3e:13:20:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:26:30.567487 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:30.568887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:26:30.586411 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:26:30.593353 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:30.595255 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:30.727238 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586692d-5f3a-4000-810d-69d499ef8a52 req-0581ed5d-b4f0-480c-9701-2ff4c1273905 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:30.728872 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1586692d-5f3a-4000-810d-69d499ef8a52 req-0581ed5d-b4f0-480c-9701-2ff4c1273905 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 944 time: 0.1063108
Apr 14 11:26:30.764752 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1586692d-5f3a-4000-810d-69d499ef8a52 req-bd2bbea7-d3b1-4153-a8dc-72084b3720a0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0268717
Apr 14 11:26:30.848456 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:30.851636 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:30.920643 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:26:31.988772 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d1d32-bab6-4ab4-94a3-cf8e09808ff2 req-81e742cb-d796-4694-8c1d-6fb6228d1775 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:31.990472 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9f6d1d32-bab6-4ab4-94a3-cf8e09808ff2 req-81e742cb-d796-4694-8c1d-6fb6228d1775 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 944 time: 0.0916820
Apr 14 11:26:32.022882 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9f6d1d32-bab6-4ab4-94a3-cf8e09808ff2 req-f03fa8a8-c8ef-4abb-9451-e661033b4a13 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0255051
Apr 14 11:26:32.182071 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 59316) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:32.306882 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-639ffd48-2979-4957-ad7f-d3b6802adb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:32.322855 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-639ffd48-2979-4957-ad7f-d3b6802adb4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:32.326937 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-639ffd48-2979-4957-ad7f-d3b6802adb4e admin admin] Usage tracker for resource:security_group_rule and tenant:f8d1c8c3567f4fe199e23ab341a3cb4b is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:32.329896 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-639ffd48-2979-4957-ad7f-d3b6802adb4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:32.336683 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-639ffd48-2979-4957-ad7f-d3b6802adb4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:32.337044 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:26:32.414399 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:26:32.419419 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:26:32.420397 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:32.424733 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-639ffd48-2979-4957-ad7f-d3b6802adb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:32.427325 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-639ffd48-2979-4957-ad7f-d3b6802adb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:32.441064 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8dd296f7-2619-4d03-9276-6fcc6fad5a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:32.484282 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-639ffd48-2979-4957-ad7f-d3b6802adb4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8d1c8c3567f4fe199e23ab341a3cb4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3009152
Apr 14 11:26:32.485195 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ffd48-2979-4957-ad7f-d3b6802adb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d171d7-06d5-4528-a0f0-687fe6c50d7f,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:32.487509 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 59322) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:32.488536 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-639ffd48-2979-4957-ad7f-d3b6802adb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:32.554325 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6a2782f2-1a17-499a-8d38-d40ce1467555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:32.559888 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:32.572530 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:26:32.584294 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:26:32.584529 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6a2782f2-1a17-499a-8d38-d40ce1467555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:32.587765 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:32.589722 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f411d1b9-a47f-41a4-9dd8-11a8d3d7dc3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:32.631861 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df', 'code': 200}
Apr 14 11:26:32.635283 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6a2782f2-1a17-499a-8d38-d40ce1467555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:32.640810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:32.654011 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2782f2-1a17-499a-8d38-d40ce1467555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d171d7-06d5-4528-a0f0-687fe6c50d7f,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:32.657965 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6a2782f2-1a17-499a-8d38-d40ce1467555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:32.660050 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6a2782f2-1a17-499a-8d38-d40ce1467555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:32.664131 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-6a2782f2-1a17-499a-8d38-d40ce1467555 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68d171d7-06d5-4528-a0f0-687fe6c50d7f HTTP/1.1" status: 204  len: 168 time: 0.1754754
Apr 14 11:26:32.682646 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:32.687078 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:32.903181 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852ee60-b453-4084-b680-e5d1fdc1b587 req-76090bf5-c4b7-421b-90fa-8fd9d69103b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:32.905243 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1852ee60-b453-4084-b680-e5d1fdc1b587 req-76090bf5-c4b7-421b-90fa-8fd9d69103b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 1098 time: 0.0886025
Apr 14 11:26:32.934238 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1852ee60-b453-4084-b680-e5d1fdc1b587 req-c34ba830-3b53-4424-8c5d-8e32aa4c1706 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0203848
Apr 14 11:26:33.239185 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7f27f-5d77-4e5d-bbd7-5096440b3641 req-8251a16f-a61e-49e6-a95c-0546cc9708b6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:33.240848 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-04b7f27f-5d77-4e5d-bbd7-5096440b3641 req-8251a16f-a61e-49e6-a95c-0546cc9708b6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.0938077
Apr 14 11:26:33.258859 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:33.274023 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-04b7f27f-5d77-4e5d-bbd7-5096440b3641 req-5a23194b-6e23-4817-900c-4af800f69c5d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0265729
Apr 14 11:26:33.833937 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 59360) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:33.967879 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e2017169-828a-4e12-ac5a-3a305f92f1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:33.986291 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-e2017169-828a-4e12-ac5a-3a305f92f1a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:33.990482 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-e2017169-828a-4e12-ac5a-3a305f92f1a8 admin admin] Usage tracker for resource:security_group_rule and tenant:234401358d6b49a2b8cb08bc78b3d30c is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:33.993651 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-e2017169-828a-4e12-ac5a-3a305f92f1a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:34.000289 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-e2017169-828a-4e12-ac5a-3a305f92f1a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:34.103524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e2017169-828a-4e12-ac5a-3a305f92f1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:34.106248 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e2017169-828a-4e12-ac5a-3a305f92f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:34.114116 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f91ced28-9146-4a5a-a879-13528af0c3c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:34.161330 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-e2017169-828a-4e12-ac5a-3a305f92f1a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=234401358d6b49a2b8cb08bc78b3d30c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3262126
Apr 14 11:26:34.162281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2017169-828a-4e12-ac5a-3a305f92f1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a8cfb9-3f9f-4b9d-942d-82f4e7fee388,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:34.164104 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 59372) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:34.165503 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e2017169-828a-4e12-ac5a-3a305f92f1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:34.229138 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-28595e27-c244-4aca-9b15-5366b609fb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:34.257009 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-28595e27-c244-4aca-9b15-5366b609fb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:34.305287 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-28595e27-c244-4aca-9b15-5366b609fb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:34.310610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2acae209-1894-44a6-8c53-28c0f11b04f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:34.324526 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28595e27-c244-4aca-9b15-5366b609fb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a8cfb9-3f9f-4b9d-942d-82f4e7fee388,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:34.327380 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-28595e27-c244-4aca-9b15-5366b609fb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:34.336104 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-28595e27-c244-4aca-9b15-5366b609fb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:34.337638 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-28595e27-c244-4aca-9b15-5366b609fb04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9a8cfb9-3f9f-4b9d-942d-82f4e7fee388 HTTP/1.1" status: 204  len: 168 time: 0.1714392
Apr 14 11:26:34.511551 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fb739-df56-46fe-a9a9-2db0a44a1cbf req-062e45b2-5c0b-4a18-8dfb-6aa29f7b04a4 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:34.519354 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-815fb739-df56-46fe-a9a9-2db0a44a1cbf req-062e45b2-5c0b-4a18-8dfb-6aa29f7b04a4 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.1033361
Apr 14 11:26:34.545395 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-815fb739-df56-46fe-a9a9-2db0a44a1cbf req-bae5732a-d4ed-44c2-b0b9-a110098d7822 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0245230
Apr 14 11:26:34.752182 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1cdf4-735a-4fd7-b876-80e9da09c0e1 req-48c257b4-f047-47b4-ac3e-92a19e929447 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:34.753828 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-85e1cdf4-735a-4fd7-b876-80e9da09c0e1 req-48c257b4-f047-47b4-ac3e-92a19e929447 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.0921838
Apr 14 11:26:34.763335 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 59394) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:34.769428 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-0ea4dd5a-bed7-43f1-b74b-b0d04f167130 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Request body: {'floatingip': {'port_id': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:26:34.853777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0ea4dd5a-bed7-43f1-b74b-b0d04f167130 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for floatingip, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:35.492681 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0ea4dd5a-bed7-43f1-b74b-b0d04f167130 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:35.495774 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0ea4dd5a-bed7-43f1-b74b-b0d04f167130 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850711266'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:35.681899 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_db [None req-0ea4dd5a-bed7-43f1-b74b-b0d04f167130 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Floating IP cb61447f-1aa3-4017-8902-b9ed25b36869 associated. External IP: 172.27.2.86, port: 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df.
Apr 14 11:26:36.289550 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea4dd5a-bed7-43f1-b74b-b0d04f167130 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Router 24c172ba-a818-430f-8aab-25ca0e19c290 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:26:36.478029 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea4dd5a-bed7-43f1-b74b-b0d04f167130 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:26:36.482325 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0ea4dd5a-bed7-43f1-b74b-b0d04f167130 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:36.489135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb5fb8-b9d9-4793-8d88-9ad550b2a8de None None] Sync routers for ids ['24c172ba-a818-430f-8aab-25ca0e19c290'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:26:36.517364 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb5fb8-b9d9-4793-8d88-9ad550b2a8de None None] Routers {'24c172ba-a818-430f-8aab-25ca0e19c290'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:26:36.518071 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-6afb5fb8-b9d9-4793-8d88-9ad550b2a8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1380450f0>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:26:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['24c172ba-a818-430f-8aab-25ca0e19c290'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:36.547423 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-0ea4dd5a-bed7-43f1-b74b-b0d04f167130 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "PUT /v2.0/floatingips/cb61447f-1aa3-4017-8902-b9ed25b36869 HTTP/1.1" status: 200  len: 990 time: 1.7823322
Apr 14 11:26:36.548022 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'tag': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:26:36.601078 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'tag': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df', 'status': 'completed', 'code': 200}
Apr 14 11:26:36.731754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-6afb5fb8-b9d9-4793-8d88-9ad550b2a8de None None] Set router 24c172ba-a818-430f-8aab-25ca0e19c290 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:26:37.095851 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-6afb5fb8-b9d9-4793-8d88-9ad550b2a8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1380450f0>, [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:26:17Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': 'cb61447f-1aa3-4017-8902-b9ed25b36869', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'port_id': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'mac_address': 'fa:16:3e:13:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:26:20Z', 'updated_at': '2021-04-14T11:26:35Z', 'revision_number': 1, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3219666-6473-40a5-a2df-e86c3a52c58e', 'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'mac_address': 'fa:16:3e:a3:32:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:15Z', 'updated_at': '2021-04-14T11:26:24Z', 'revision_number': 5, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'subnets': [{'id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:37.099733 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb5fb8-b9d9-4793-8d88-9ad550b2a8de None None] Checking router: 24c172ba-a818-430f-8aab-25ca0e19c290 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:26:37.109019 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb5fb8-b9d9-4793-8d88-9ad550b2a8de None None] Routers {'24c172ba-a818-430f-8aab-25ca0e19c290'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:26:37.109717 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-6afb5fb8-b9d9-4793-8d88-9ad550b2a8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1380450f0>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:26:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['24c172ba-a818-430f-8aab-25ca0e19c290'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:37.293727 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-6afb5fb8-b9d9-4793-8d88-9ad550b2a8de None None] Set router 24c172ba-a818-430f-8aab-25ca0e19c290 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:26:37.612732 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d1b88-2ef2-4050-80b9-fea117141440 req-a7008747-523d-4e38-a4a1-d15f329c4acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:37.614570 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ed8d1b88-2ef2-4050-80b9-fea117141440 req-a7008747-523d-4e38-a4a1-d15f329c4acc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e82b321b2843a49b1833fe7776ed0e&device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 1098 time: 0.1070046
Apr 14 11:26:37.672493 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-6afb5fb8-b9d9-4793-8d88-9ad550b2a8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1380450f0>, [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:26:17Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': 'cb61447f-1aa3-4017-8902-b9ed25b36869', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'port_id': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'mac_address': 'fa:16:3e:13:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:26:20Z', 'updated_at': '2021-04-14T11:26:35Z', 'revision_number': 1, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3219666-6473-40a5-a2df-e86c3a52c58e', 'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'mac_address': 'fa:16:3e:a3:32:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:15Z', 'updated_at': '2021-04-14T11:26:24Z', 'revision_number': 5, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'subnets': [{'id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:37.677463 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb5fb8-b9d9-4793-8d88-9ad550b2a8de None None] The sync data for ids ['24c172ba-a818-430f-8aab-25ca0e19c290'] in dv-cinder-774594-3-iscsi is: [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:26:17Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': 'cb61447f-1aa3-4017-8902-b9ed25b36869', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'port_id': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'mac_address': 'fa:16:3e:13:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:26:20Z', 'updated_at': '2021-04-14T11:26:35Z', 'revision_number': 1, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3219666-6473-40a5-a2df-e86c3a52c58e', 'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'mac_address': 'fa:16:3e:a3:32:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:15Z', 'updated_at': '2021-04-14T11:26:24Z', 'revision_number': 5, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'subnets': [{'id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:26:37.765123 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d1b88-2ef2-4050-80b9-fea117141440 req-0b13de5a-940d-4e5d-b3fd-1216e4aa1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:37.766602 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ed8d1b88-2ef2-4050-80b9-fea117141440 req-0b13de5a-940d-4e5d-b3fd-1216e4aa1bab service neutron] 10.222.0.47 "GET /v2.0/networks?id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96 HTTP/1.1" status: 200  len: 918 time: 0.1448162
Apr 14 11:26:37.881759 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ed8d1b88-2ef2-4050-80b9-fea117141440 req-d5af5a09-2ce4-4107-855a-1db7d07fc945 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df HTTP/1.1" status: 200  len: 998 time: 0.1035206
Apr 14 11:26:37.943909 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc57e6d-01db-419c-b8ee-4ad692f83181 None None] New status for floating IP cb61447f-1aa3-4017-8902-b9ed25b36869: ACTIVE {{(pid=85286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 14 11:26:37.961339 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d1b88-2ef2-4050-80b9-fea117141440 req-ff130140-d032-4b80-a3bf-673184566985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:37.962926 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ed8d1b88-2ef2-4050-80b9-fea117141440 req-ff130140-d032-4b80-a3bf-673184566985 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ac1aba4-dc6d-43df-aca9-597b2efbd05c HTTP/1.1" status: 200  len: 856 time: 0.0733516
Apr 14 11:26:38.050854 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d1b88-2ef2-4050-80b9-fea117141440 req-c6f2774c-830b-4b2f-b807-6ef14c4524e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:38.052482 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ed8d1b88-2ef2-4050-80b9-fea117141440 req-c6f2774c-830b-4b2f-b807-6ef14c4524e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823197
Apr 14 11:26:38.205630 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ed8d1b88-2ef2-4050-80b9-fea117141440 req-e55a3cae-bfda-4395-a1df-e3a453614383 service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434255
Apr 14 11:26:38.358796 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ed8d1b88-2ef2-4050-80b9-fea117141440 req-e4e49d84-5601-469f-abd7-ebc121fa1907 service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456923
Apr 14 11:26:48.672308 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:26:49.584705 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 59518) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:49.714523 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:49.730842 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:49.735355 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Usage tracker for resource:security_group_rule and tenant:92f71ba58d6a4f2f8791dff89ac50d50 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:49.738277 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:49.744188 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:49.834820 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:49.837606 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:49.847577 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a6a685d7-473c-41e8-940a-3bb2f74710d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:49.891413 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92f71ba58d6a4f2f8791dff89ac50d50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3055220
Apr 14 11:26:49.892346 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2423a648-9d0b-4f1f-a3c0-b735366eb600,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:49.894412 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 59526) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:49.901096 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:49.901630 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:49.902035 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:49.902431 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:49.902823 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:49.903329 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:49.903724 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:49.904187 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:49.904583 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:49.905073 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:49.905477 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:49.905861 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:49.910038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f8c01a02-be9c-4558-bcc5-ba6fb84e277e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:49.958070 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:49.985166 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:50.035609 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:50.040669 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e2017169-828a-4e12-ac5a-3a305f92f1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:50.053402 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2423a648-9d0b-4f1f-a3c0-b735366eb600,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:50.064699 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:50.065141 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:50.065558 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:50.065966 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:50.066368 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:50.066772 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:50.067170 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:50.067567 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:50.067967 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:50.068361 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:50.068757 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:50.069256 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:26:50.075284 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:50.077501 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:50.078735 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2423a648-9d0b-4f1f-a3c0-b735366eb600 HTTP/1.1" status: 204  len: 168 time: 0.1832781
Apr 14 11:26:50.777082 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 59556) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:50.895081 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-893240844-network', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:26:50.900423 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:50.905021 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Usage tracker for resource:network and tenant:5babc973bcfb4ddab6c5caaa9c078cb5 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:50.908177 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:50.915077 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:50.924497 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Made reservation on behalf of 5babc973bcfb4ddab6c5caaa9c078cb5 for: {'network': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:26:50.929338 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:50.943508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:50.959574 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:50.963623 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Usage tracker for resource:security_group_rule and tenant:5babc973bcfb4ddab6c5caaa9c078cb5 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:50.967107 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:50.973523 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:51.061906 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:51.064476 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:51.068618 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-116d44ad-1962-4b2d-a33a-94a3ea79155b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:51.097612 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210}  {{(pid=85281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:26:51.106457 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1ee642-f42c-4b29-927d-0d8784863b2d,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:51.109803 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:51.113611 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:51.114353 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Added segment 15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9 of type vlan for network b86d102a-3cc2-4431-ba4c-0f2f335a7665
Apr 14 11:26:51.140755 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:51.173981 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:51.175343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:51.175986 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:51.180870 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:51.289482 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Pushing event updated for resources: {'Network': ['ID=b86d102a-3cc2-4431-ba4c-0f2f335a7665,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:51.292409 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:51.294582 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5161879
Apr 14 11:26:51.297641 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 59564) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:51.300599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network b86d102a-3cc2-4431-ba4c-0f2f335a7665 details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:26:51.303625 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-3145adfc-c185-494e-89fc-b5b41afa1528 admin admin] Request body: {'subnet': {'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-893240844-subnet', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'ip_version': 4}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:26:51.308762 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-3145adfc-c185-494e-89fc-b5b41afa1528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:51.313423 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-3145adfc-c185-494e-89fc-b5b41afa1528 admin admin] Usage tracker for resource:subnet and tenant:5babc973bcfb4ddab6c5caaa9c078cb5 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:51.316360 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-3145adfc-c185-494e-89fc-b5b41afa1528 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:51.322610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-3145adfc-c185-494e-89fc-b5b41afa1528 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:51.337081 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3145adfc-c185-494e-89fc-b5b41afa1528 admin admin] Made reservation on behalf of 5babc973bcfb4ddab6c5caaa9c078cb5 for: {'subnet': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:26:51.342644 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3145adfc-c185-494e-89fc-b5b41afa1528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852346387'] for subnet, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:51.742981 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3145adfc-c185-494e-89fc-b5b41afa1528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852522435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852346478'] for subnet, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:51.758967 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:51.891242 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145adfc-c185-494e-89fc-b5b41afa1528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e340a1-bdb3-488f-9465-bc4eafde987f,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:51.895535 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3145adfc-c185-494e-89fc-b5b41afa1528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:51.965855 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3145adfc-c185-494e-89fc-b5b41afa1528 admin admin] Checking segment: {'id': '15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:26:51.966256 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3145adfc-c185-494e-89fc-b5b41afa1528 admin admin] Network hostable DHCP agents. Network: b86d102a-3cc2-4431-ba4c-0f2f335a7665, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:26:51.986279 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3145adfc-c185-494e-89fc-b5b41afa1528 admin admin] Network b86d102a-3cc2-4431-ba4c-0f2f335a7665 is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:26:51.994489 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-3145adfc-c185-494e-89fc-b5b41afa1528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, b86d102a-3cc2-4431-ba4c-0f2f335a7665) {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:26:52.005387 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ead223-0cfe-48de-bf5d-3e85f03a30a7 None None] Network b86d102a-3cc2-4431-ba4c-0f2f335a7665 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:26:52.007653 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3145adfc-c185-494e-89fc-b5b41afa1528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:52.008301 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3145adfc-c185-494e-89fc-b5b41afa1528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:52.034613 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-3145adfc-c185-494e-89fc-b5b41afa1528 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7336221
Apr 14 11:26:52.035317 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 59576) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:52.040998 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-893240844-router', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:26:52.045905 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:52.049964 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Usage tracker for resource:router and tenant:5babc973bcfb4ddab6c5caaa9c078cb5 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:52.053613 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:52.059590 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:52.070410 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3789078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767086'] for router, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:52.071637 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850986637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850692849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8730'] for router, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:52.087919 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:52.246681 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c1116d-930f-5d36-b25c-610eedf1c683-b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'fixed_ips': [{'subnet_id': '05e340a1-bdb3-488f-9465-bc4eafde987f'}]}} from dv-cinder-774594-3-iscsi. {{(pid=85284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 14 11:26:52.247798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:52.383610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850711200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3789281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8745'] for router, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:52.415373 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Allocated IP 172.20.0.2 (b86d102a-3cc2-4431-ba4c-0f2f335a7665/05e340a1-bdb3-488f-9465-bc4eafde987f/7c982689-617d-49cd-b751-d43c18a26225) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:26:52.632719 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:52.643376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Transition to ACTIVE for port object 7c982689-617d-49cd-b751-d43c18a26225 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:26:52.662237 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Transition to ACTIVE for port object 7c982689-617d-49cd-b751-d43c18a26225 will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:26:52.670782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:52.687010 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-734a24bc-88ff-43ff-9d82-0ab16f0de8ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:52.709876 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:52.742600 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:52.903691 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Allocated IP 172.27.2.173 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/2196a9da-b765-402f-a5ae-8e7dc0f86815) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:26:52.992097 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Pushing event updated for resources: {'Port': ['ID=7c982689-617d-49cd-b751-d43c18a26225,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:52.999032 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:53.042315 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Network b86d102a-3cc2-4431-ba4c-0f2f335a7665 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:26:53.043549 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Resources bound (agent type, host, resource id):  {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:26:53.046524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:26:53.063483 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:53.095066 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:53.110640 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:53.140274 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Attempting to bind port 7c982689-617d-49cd-b751-d43c18a26225 on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:26:53.140697 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Attempting to bind port 7c982689-617d-49cd-b751-d43c18a26225 by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': '15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:26:53.141128 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Attempting to bind port 7c982689-617d-49cd-b751-d43c18a26225 on network b86d102a-3cc2-4431-ba4c-0f2f335a7665 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:26:53.147122 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:26:53.147543 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Checking segment: {'id': '15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:26:53.147990 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:53.148427 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Bound using segment: {'id': '15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:26:53.148946 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Bound port: 7c982689-617d-49cd-b751-d43c18a26225, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:26:53.149385 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:53.235393 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] For port 7c982689-617d-49cd-b751-d43c18a26225, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:26:53.239097 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] For port 7c982689-617d-49cd-b751-d43c18a26225, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=7c982689-617d-49cd-b751-d43c18a26225,segment=NetworkSegment(15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9),segment_id=15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:26:53.243338 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:53.259581 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:53.419476 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Pushing event updated for resources: {'Port': ['ID=7c982689-617d-49cd-b751-d43c18a26225,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:53.439130 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:53.482239 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Pushing event updated for resources: {'Port': ['ID=2196a9da-b765-402f-a5ae-8e7dc0f86815,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:53.489289 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:53.547519 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:26:53.549008 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:26:53.551460 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:26:54.014232 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:54.381307 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850986519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064587'] for router, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:54.604176 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Router 9e8533e1-220a-4352-af30-0336b44187a1 is scheduled to L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 with binding_index 1 {{(pid=85281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 14 11:26:54.808302 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:26:54.818405 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Sync routers for ids ['9e8533e1-220a-4352-af30-0336b44187a1'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:26:54.832375 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Notify callbacks [] for router, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:54.834672 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Routers {'9e8533e1-220a-4352-af30-0336b44187a1'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:26:54.835374 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12bf3be10>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:26:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['9e8533e1-220a-4352-af30-0336b44187a1'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:54.836573 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 59598) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:54.836687 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.8002927
Apr 14 11:26:54.915096 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3827537-514e-47d1-93c7-09866a805857 None None] Network b86d102a-3cc2-4431-ba4c-0f2f335a7665 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:26:55.098679 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-22b9edcd-8d51-45c5-882c-4d8fe3526c74 None None] Provisioning for port 7c982689-617d-49cd-b751-d43c18a26225 completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:26:55.154668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a2483-3afa-48bd-880e-a3a5bc3e6271 req-3eddde86-f090-43b8-b28e-66ee396c990f tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:55.163953 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b30a2483-3afa-48bd-880e-a3a5bc3e6271 req-3eddde86-f090-43b8-b28e-66ee396c990f tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ca829c1-b8b2-4be6-a17b-dd1d96dce7af HTTP/1.1" status: 200  len: 945 time: 0.1116164
Apr 14 11:26:55.179572 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Set router 9e8533e1-220a-4352-af30-0336b44187a1 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:26:55.209905 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b30a2483-3afa-48bd-880e-a3a5bc3e6271 req-84e2f53b-a6df-4628-8a6f-5171da2014b8 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444431
Apr 14 11:26:55.510079 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e5cd0618-7e5f-4f8d-ade0-c1f16e053bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:55.595107 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:55.623893 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12bf3be10>, [{'id': '9e8533e1-220a-4352-af30-0336b44187a1', 'name': 'tempest-TestMinimumBasicScenario-893240844-router', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:26:53Z', 'revision_number': 3, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'gw_port': {'id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:55.628143 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Checking router: 9e8533e1-220a-4352-af30-0336b44187a1 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:26:55.628543 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Updating router 9e8533e1-220a-4352-af30-0336b44187a1 port 2196a9da-b765-402f-a5ae-8e7dc0f86815 binding host dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:26:55.694660 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:55.727063 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 7c982689-617d-49cd-b751-d43c18a26225 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:26:55.846645 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Allocated IP 172.20.0.1 (b86d102a-3cc2-4431-ba4c-0f2f335a7665/05e340a1-bdb3-488f-9465-bc4eafde987f/3e498ee8-4c87-414b-86de-a5215b630ee1) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:26:55.936756 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 7c982689-617d-49cd-b751-d43c18a26225 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:26:55.954250 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 7c982689-617d-49cd-b751-d43c18a26225 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:26:55.954698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:56.005861 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:56.022935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Transition to ACTIVE for port object 3e498ee8-4c87-414b-86de-a5215b630ee1 will not be triggered until provisioned by entity DHCP. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:26:56.047101 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:56.063283 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:56.213040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Pushing event updated for resources: {'Port': ['ID=3e498ee8-4c87-414b-86de-a5215b630ee1,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:56.218131 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:56.272900 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Network b86d102a-3cc2-4431-ba4c-0f2f335a7665 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:26:56.274331 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:26:56.277331 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:26:56.336873 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064652'] for router_interface, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:56.416620 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:56.430365 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b903c25-efdb-4827-b8f3-bf942eebc795 req-a39c3c63-6251-40e6-be76-827e46e937a0 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:56.432848 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6b903c25-efdb-4827-b8f3-bf942eebc795 req-a39c3c63-6251-40e6-be76-827e46e937a0 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ca829c1-b8b2-4be6-a17b-dd1d96dce7af HTTP/1.1" status: 200  len: 945 time: 0.1018288
Apr 14 11:26:56.449473 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 7c982689-617d-49cd-b751-d43c18a26225, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=7c982689-617d-49cd-b751-d43c18a26225,segment=NetworkSegment(15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9),segment_id=15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:26:56.455670 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:56.459281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:56.487723 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6b903c25-efdb-4827-b8f3-bf942eebc795 req-26307530-51ef-4ae0-a5e2-ecafcfd513ed tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478652
Apr 14 11:26:56.519246 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:56.595309 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:56.604287 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=7c982689-617d-49cd-b751-d43c18a26225,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:56.611064 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:56.613592 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Transition to ACTIVE for port object 2196a9da-b765-402f-a5ae-8e7dc0f86815 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:26:56.623991 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:56.642190 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:56.782060 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-1df902ea-dc40-4c21-8e6a-146bb47a7b80 None None] Provisioning for port 3e498ee8-4c87-414b-86de-a5215b630ee1 completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:26:56.800738 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-1df902ea-dc40-4c21-8e6a-146bb47a7b80 None None] Provisioning complete for port 3e498ee8-4c87-414b-86de-a5215b630ee1 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:26:56.801185 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1df902ea-dc40-4c21-8e6a-146bb47a7b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:56.811198 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:56.818134 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:56.829988 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362016a9-9486-4e4e-b855-cd86ab0da3e7 None None] Pushing event updated for resources: {'Port': ['ID=2196a9da-b765-402f-a5ae-8e7dc0f86815,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:56.840857 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-362016a9-9486-4e4e-b855-cd86ab0da3e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:56.849949 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:56.883523 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208b740-7213-43f0-a1ed-b3f91ff3e03a req-b3d1a60a-92ae-4a81-9d2b-3587b60c8fb9 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:56.885087 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7208b740-7213-43f0-a1ed-b3f91ff3e03a req-b3d1a60a-92ae-4a81-9d2b-3587b60c8fb9 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca829c1-b8b2-4be6-a17b-dd1d96dce7af HTTP/1.1" status: 200  len: 945 time: 0.0931065
Apr 14 11:26:56.891971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-1df902ea-dc40-4c21-8e6a-146bb47a7b80 None None] Port 3e498ee8-4c87-414b-86de-a5215b630ee1 cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:26:56.917556 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Attempting to bind port 2196a9da-b765-402f-a5ae-8e7dc0f86815 on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:26:56.917976 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Attempting to bind port 2196a9da-b765-402f-a5ae-8e7dc0f86815 by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:26:56.918389 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Attempting to bind port 2196a9da-b765-402f-a5ae-8e7dc0f86815 on network b458cc77-65ed-4ced-9d68-fd61bb856146 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:26:56.924241 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:26:56.924664 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Checking segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:26:56.925139 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:56.925581 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Bound using segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:26:56.926101 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Bound port: 2196a9da-b765-402f-a5ae-8e7dc0f86815, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:26:56.926523 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:56.946039 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3900898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785765'] for router_interface, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:56.961665 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Pushing event updated for resources: {'Port': ['ID=3e498ee8-4c87-414b-86de-a5215b630ee1,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:56.973958 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-7208b740-7213-43f0-a1ed-b3f91ff3e03a req-a9d93e56-906b-492e-bf80-2615ce99cf5e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Deleting port e2d9b608-9a76-48d1-8618-67c4dfbabbe0 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:26:56.974354 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7208b740-7213-43f0-a1ed-b3f91ff3e03a req-a9d93e56-906b-492e-bf80-2615ce99cf5e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:56.976510 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:57.009822 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] For port 2196a9da-b765-402f-a5ae-8e7dc0f86815, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:26:57.012953 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] For port 2196a9da-b765-402f-a5ae-8e7dc0f86815, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=2196a9da-b765-402f-a5ae-8e7dc0f86815,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:26:57.017438 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:57.047888 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:57.098715 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Network b86d102a-3cc2-4431-ba4c-0f2f335a7665 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:26:57.100065 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:26:57.198250 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362016a9-9486-4e4e-b855-cd86ab0da3e7 None None] Pushing event updated for resources: {'Port': ['ID=2196a9da-b765-402f-a5ae-8e7dc0f86815,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:57.202200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-362016a9-9486-4e4e-b855-cd86ab0da3e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:57.249900 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Routers {'9e8533e1-220a-4352-af30-0336b44187a1'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:26:57.250609 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12bf3be10>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:26:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['9e8533e1-220a-4352-af30-0336b44187a1'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:57.270971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-7208b740-7213-43f0-a1ed-b3f91ff3e03a req-a9d93e56-906b-492e-bf80-2615ce99cf5e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] For port e2d9b608-9a76-48d1-8618-67c4dfbabbe0, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e2d9b608-9a76-48d1-8618-67c4dfbabbe0,segment=NetworkSegment(6dfb80d9-8b3d-46e4-9d09-3be0a23b87da),segment_id=6dfb80d9-8b3d-46e4-9d09-3be0a23b87da)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:26:57.271966 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7208b740-7213-43f0-a1ed-b3f91ff3e03a req-a9d93e56-906b-492e-bf80-2615ce99cf5e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:57.414682 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-7208b740-7213-43f0-a1ed-b3f91ff3e03a req-a9d93e56-906b-492e-bf80-2615ce99cf5e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Calling delete_port for e2d9b608-9a76-48d1-8618-67c4dfbabbe0 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:26:57.415935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-487079d9-9887-4e69-a32b-76fcf29db7e3 None None] Provisioning complete for port 3e498ee8-4c87-414b-86de-a5215b630ee1 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:26:57.416362 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-487079d9-9887-4e69-a32b-76fcf29db7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:57.515456 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-487079d9-9887-4e69-a32b-76fcf29db7e3 None None] Port 3e498ee8-4c87-414b-86de-a5215b630ee1 cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:26:57.526634 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bcc9fa7d-f4a8-4355-aaab-15cd7362f22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:57.567080 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] Set router 9e8533e1-220a-4352-af30-0336b44187a1 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:26:57.614248 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7208b740-7213-43f0-a1ed-b3f91ff3e03a req-a9d93e56-906b-492e-bf80-2615ce99cf5e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:57.625411 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Router 9e8533e1-220a-4352-af30-0336b44187a1 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:26:57.683829 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['e2d9b608-9a76-48d1-8618-67c4dfbabbe0'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:26:57.730488 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 7c982689-617d-49cd-b751-d43c18a26225 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:26:57.864723 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9cfa0770-f870-44b3-a461-3baa5775c6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:57.874398 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:26:57.890673 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] 10.222.0.20 "PUT /v2.0/routers/9e8533e1-220a-4352-af30-0336b44187a1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0439095
Apr 14 11:26:57.925626 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d93e56-906b-492e-bf80-2615ce99cf5e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Pushing event deleted for resources: {'Port': ['ID=e2d9b608-9a76-48d1-8618-67c4dfbabbe0,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:57.972792 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a9d93e56-906b-492e-bf80-2615ce99cf5e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:57.982944 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ec6063a7-ec03-4504-9948-d6ddb6d8a92f req-f36904e9-dbbb-471c-8c4b-7ebfd26b1770 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ca829c1-b8b2-4be6-a17b-dd1d96dce7af HTTP/1.1" status: 200  len: 210 time: 0.0854700
Apr 14 11:26:57.999110 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 7c982689-617d-49cd-b751-d43c18a26225 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:26:57.999110 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:58.177572 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-7208b740-7213-43f0-a1ed-b3f91ff3e03a req-a9d93e56-906b-492e-bf80-2615ce99cf5e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] No DVR routers for this DVR port e2d9b608-9a76-48d1-8618-67c4dfbabbe0 on host hv-cinder-77459 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:26:58.180360 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7208b740-7213-43f0-a1ed-b3f91ff3e03a req-a9d93e56-906b-492e-bf80-2615ce99cf5e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:58.183616 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca829c1-b8b2-4be6-a17b-dd1d96dce7af', 'name': 'network-vif-deleted', 'tag': 'e2d9b608-9a76-48d1-8618-67c4dfbabbe0'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:26:58.202543 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7208b740-7213-43f0-a1ed-b3f91ff3e03a req-a9d93e56-906b-492e-bf80-2615ce99cf5e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.47 "DELETE /v2.0/ports/e2d9b608-9a76-48d1-8618-67c4dfbabbe0 HTTP/1.1" status: 204  len: 173 time: 1.3104019
Apr 14 11:26:58.233094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12bf3be10>, [{'id': '9e8533e1-220a-4352-af30-0336b44187a1', 'name': 'tempest-TestMinimumBasicScenario-893240844-router', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:26:56Z', 'revision_number': 4, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'gw_port': {'id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '3e498ee8-4c87-414b-86de-a5215b630ee1', 'name': '', 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'mac_address': 'fa:16:3e:3a:88:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:55Z', 'updated_at': '2021-04-14T11:26:56Z', 'revision_number': 2, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'subnets': [{'id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:26:58.238713 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd063f0-6ea0-4f8d-992d-1b4f75661005 None None] The sync data for ids ['9e8533e1-220a-4352-af30-0336b44187a1'] in dv-cinder-774594-3-iscsi is: [{'id': '9e8533e1-220a-4352-af30-0336b44187a1', 'name': 'tempest-TestMinimumBasicScenario-893240844-router', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:26:56Z', 'revision_number': 4, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'gw_port': {'id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '3e498ee8-4c87-414b-86de-a5215b630ee1', 'name': '', 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'mac_address': 'fa:16:3e:3a:88:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:55Z', 'updated_at': '2021-04-14T11:26:56Z', 'revision_number': 2, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'subnets': [{'id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:26:58.264719 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca829c1-b8b2-4be6-a17b-dd1d96dce7af', 'name': 'network-vif-deleted', 'tag': 'e2d9b608-9a76-48d1-8618-67c4dfbabbe0', 'status': 'completed', 'code': 200}
Apr 14 11:26:58.318366 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:58.477806 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 59632) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:58.484653 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-888813418-network', 'tenant_id': '14b2e520d2a9404f92c620c31a10cef0'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:26:58.490020 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:58.494432 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Usage tracker for resource:network and tenant:14b2e520d2a9404f92c620c31a10cef0 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:58.497516 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:58.504795 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:58.514892 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Made reservation on behalf of 14b2e520d2a9404f92c620c31a10cef0 for: {'network': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:26:58.519773 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:58.533778 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:58.550847 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:58.555350 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Usage tracker for resource:security_group_rule and tenant:14b2e520d2a9404f92c620c31a10cef0 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:58.558505 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:58.565471 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:58.663443 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:58.667429 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:58.671628 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3bba6b3c-0159-48ef-b975-204046b6046b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:58.713777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4e694e-6a10-4f13-a60b-d58f6ba31808,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:58.716662 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230}  {{(pid=85282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:26:58.719312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:58.727221 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:58.727607 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Added segment c03d2397-cb58-4d35-8ec3-3328af47fc7c of type vlan for network 6e0baaf3-f06e-4d40-b5e5-cdee44369996
Apr 14 11:26:58.766337 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:58.801467 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:58.802974 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:58.803694 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:58.809696 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bd84c75a-b809-4501-b0c0-63763a740bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:58.917361 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4382558
Apr 14 11:26:58.920466 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 59640) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:58.929207 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-424f71d3-837c-4f12-8c04-3addcc1f9639 admin admin] Request body: {'subnet': {'network_id': '6e0baaf3-f06e-4d40-b5e5-cdee44369996', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-888813418-subnet', 'tenant_id': '14b2e520d2a9404f92c620c31a10cef0', 'ip_version': 4}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:26:58.931071 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Pushing event updated for resources: {'Network': ['ID=6e0baaf3-f06e-4d40-b5e5-cdee44369996,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:58.936153 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-424f71d3-837c-4f12-8c04-3addcc1f9639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:58.937542 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:58.940986 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-424f71d3-837c-4f12-8c04-3addcc1f9639 admin admin] Usage tracker for resource:subnet and tenant:14b2e520d2a9404f92c620c31a10cef0 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:58.943326 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network 6e0baaf3-f06e-4d40-b5e5-cdee44369996 details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:26:58.944700 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-424f71d3-837c-4f12-8c04-3addcc1f9639 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:58.951558 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-424f71d3-837c-4f12-8c04-3addcc1f9639 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:58.962601 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424f71d3-837c-4f12-8c04-3addcc1f9639 admin admin] Made reservation on behalf of 14b2e520d2a9404f92c620c31a10cef0 for: {'subnet': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:26:58.968512 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-424f71d3-837c-4f12-8c04-3addcc1f9639 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852346387'] for subnet, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:59.311118 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:59.500936 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-424f71d3-837c-4f12-8c04-3addcc1f9639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852522435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852346478'] for subnet, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:59.516836 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:26:59.652374 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f71d3-837c-4f12-8c04-3addcc1f9639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53082ff5-04bf-4014-a409-f5d11f85723c,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:26:59.655507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 2196a9da-b765-402f-a5ae-8e7dc0f86815 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:26:59.657329 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-424f71d3-837c-4f12-8c04-3addcc1f9639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:26:59.718010 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424f71d3-837c-4f12-8c04-3addcc1f9639 admin admin] Checking segment: {'id': 'c03d2397-cb58-4d35-8ec3-3328af47fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e0baaf3-f06e-4d40-b5e5-cdee44369996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:26:59.718405 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424f71d3-837c-4f12-8c04-3addcc1f9639 admin admin] Network hostable DHCP agents. Network: 6e0baaf3-f06e-4d40-b5e5-cdee44369996, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:26:59.733075 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 2196a9da-b765-402f-a5ae-8e7dc0f86815 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:26:59.739037 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424f71d3-837c-4f12-8c04-3addcc1f9639 admin admin] Network 6e0baaf3-f06e-4d40-b5e5-cdee44369996 is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:26:59.739268 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 2196a9da-b765-402f-a5ae-8e7dc0f86815 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:26:59.739565 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:59.749510 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-424f71d3-837c-4f12-8c04-3addcc1f9639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, 6e0baaf3-f06e-4d40-b5e5-cdee44369996) {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:26:59.770436 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424f71d3-837c-4f12-8c04-3addcc1f9639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:26:59.771192 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-424f71d3-837c-4f12-8c04-3addcc1f9639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:59.778759 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326c2c97-0a29-4746-ac9c-2ac245ed2c84 None None] Network 6e0baaf3-f06e-4d40-b5e5-cdee44369996 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:26:59.794096 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-424f71d3-837c-4f12-8c04-3addcc1f9639 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8722270
Apr 14 11:26:59.797745 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 59650) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:26:59.804332 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-888813418-router', 'tenant_id': '14b2e520d2a9404f92c620c31a10cef0', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:26:59.809312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:26:59.814294 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Usage tracker for resource:router and tenant:14b2e520d2a9404f92c620c31a10cef0 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:26:59.817319 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:26:59.823903 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:26:59.835883 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3789078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767086'] for router, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:59.836983 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850986637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850692849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8730'] for router, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:26:59.853187 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:00.035975 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:00.090754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 2196a9da-b765-402f-a5ae-8e7dc0f86815, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=2196a9da-b765-402f-a5ae-8e7dc0f86815,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:27:00.097415 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:00.104312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:00.150640 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850711200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3789281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8745'] for router, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:00.152031 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c1116d-930f-5d36-b25c-610eedf1c683-6e0baaf3-f06e-4d40-b5e5-cdee44369996', 'network_id': '6e0baaf3-f06e-4d40-b5e5-cdee44369996', 'tenant_id': '14b2e520d2a9404f92c620c31a10cef0', 'fixed_ips': [{'subnet_id': '53082ff5-04bf-4014-a409-f5d11f85723c'}]}} from dv-cinder-774594-3-iscsi. {{(pid=85284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 14 11:27:00.152936 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:00.240354 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=2196a9da-b765-402f-a5ae-8e7dc0f86815,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:00.248617 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:00.341344 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Allocated IP 172.20.0.2 (6e0baaf3-f06e-4d40-b5e5-cdee44369996/53082ff5-04bf-4014-a409-f5d11f85723c/f32f7614-c1be-414b-96da-7a2d78362c3b) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:27:00.382303 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:00.489640 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:00.524457 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:00.582009 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device e2d9b608-9a76-48d1-8618-67c4dfbabbe0 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:27:00.613182 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:00.624592 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: e2d9b608-9a76-48d1-8618-67c4dfbabbe0 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:27:00.624981 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device e2d9b608-9a76-48d1-8618-67c4dfbabbe0 not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:27:00.632522 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Transition to ACTIVE for port object f32f7614-c1be-414b-96da-7a2d78362c3b will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:27:00.652533 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Transition to ACTIVE for port object f32f7614-c1be-414b-96da-7a2d78362c3b will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:27:00.657324 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:00.672516 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-611a6434-b7d0-47cd-a218-94c10a03fcc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:00.676761 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Allocated IP 172.27.2.32 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/2fce6088-afc0-4ff9-842a-309aa78290bc) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:27:00.806546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Pushing event updated for resources: {'Port': ['ID=f32f7614-c1be-414b-96da-7a2d78362c3b,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:00.815774 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:00.835069 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:00.863026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Network 6e0baaf3-f06e-4d40-b5e5-cdee44369996 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:27:00.864321 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Resources bound (agent type, host, resource id):  {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:27:00.864974 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:00.867033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:27:00.881803 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:00.964110 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Attempting to bind port f32f7614-c1be-414b-96da-7a2d78362c3b on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:27:00.964536 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Attempting to bind port f32f7614-c1be-414b-96da-7a2d78362c3b by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': 'c03d2397-cb58-4d35-8ec3-3328af47fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e0baaf3-f06e-4d40-b5e5-cdee44369996'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:27:00.964997 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Attempting to bind port f32f7614-c1be-414b-96da-7a2d78362c3b on network 6e0baaf3-f06e-4d40-b5e5-cdee44369996 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:27:00.971438 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:27:00.971865 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Checking segment: {'id': 'c03d2397-cb58-4d35-8ec3-3328af47fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e0baaf3-f06e-4d40-b5e5-cdee44369996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:27:00.972315 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:00.972761 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Bound using segment: {'id': 'c03d2397-cb58-4d35-8ec3-3328af47fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e0baaf3-f06e-4d40-b5e5-cdee44369996'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:27:00.973329 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Bound port: f32f7614-c1be-414b-96da-7a2d78362c3b, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03d2397-cb58-4d35-8ec3-3328af47fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e0baaf3-f06e-4d40-b5e5-cdee44369996'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:27:00.973755 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:01.028168 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Pushing event updated for resources: {'Port': ['ID=2fce6088-afc0-4ff9-842a-309aa78290bc,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:01.031827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:01.054117 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-de372507-ce79-42ea-b305-727b9e956aec None None] For port f32f7614-c1be-414b-96da-7a2d78362c3b, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:27:01.057876 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-de372507-ce79-42ea-b305-727b9e956aec None None] For port f32f7614-c1be-414b-96da-7a2d78362c3b, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=f32f7614-c1be-414b-96da-7a2d78362c3b,segment=NetworkSegment(c03d2397-cb58-4d35-8ec3-3328af47fc7c),segment_id=c03d2397-cb58-4d35-8ec3-3328af47fc7c)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:27:01.062489 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:01.078598 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-114044be-6c39-4949-ac65-4374ffd78987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:01.080033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:27:01.081226 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:27:01.083582 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:27:01.228628 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Pushing event updated for resources: {'Port': ['ID=f32f7614-c1be-414b-96da-7a2d78362c3b,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:01.233654 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:01.408869 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Sync routers for ids ['9e8533e1-220a-4352-af30-0336b44187a1'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:27:01.418637 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Routers {'9e8533e1-220a-4352-af30-0336b44187a1'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:27:01.419412 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1307fdb38>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:26:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['9e8533e1-220a-4352-af30-0336b44187a1'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:27:01.536312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:01.667856 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Set router 9e8533e1-220a-4352-af30-0336b44187a1 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:27:01.670537 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 2196a9da-b765-402f-a5ae-8e7dc0f86815 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:27:01.752488 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 2196a9da-b765-402f-a5ae-8e7dc0f86815 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:27:01.752913 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:02.026231 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1307fdb38>, [{'id': '9e8533e1-220a-4352-af30-0336b44187a1', 'name': 'tempest-TestMinimumBasicScenario-893240844-router', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:26:56Z', 'revision_number': 4, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'gw_port': {'id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '3e498ee8-4c87-414b-86de-a5215b630ee1', 'name': '', 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'mac_address': 'fa:16:3e:3a:88:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:55Z', 'updated_at': '2021-04-14T11:26:56Z', 'revision_number': 2, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'subnets': [{'id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:27:02.030322 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Checking router: 9e8533e1-220a-4352-af30-0336b44187a1 for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:27:02.030721 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Updating router 9e8533e1-220a-4352-af30-0336b44187a1 port 3e498ee8-4c87-414b-86de-a5215b630ee1 binding host dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:27:02.087956 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:02.174976 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850986519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064587'] for router, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:02.392187 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Router 7c79c9de-c416-4404-9cd6-48324c52cf66 is scheduled to L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 with binding_index 1 {{(pid=85281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 14 11:27:02.537551 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:02.551875 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Transition to ACTIVE for port object 3e498ee8-4c87-414b-86de-a5215b630ee1 will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:27:02.564007 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:02.583443 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-54b1aa4c-4cee-4a6c-ab44-9db608e70e92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:02.625652 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:27:02.636688 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Sync routers for ids ['7c79c9de-c416-4404-9cd6-48324c52cf66'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:27:02.648664 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Routers {'7c79c9de-c416-4404-9cd6-48324c52cf66'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:27:02.649795 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-89a347e8-18de-4390-b564-da4118a38520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1302059b0>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:26:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['7c79c9de-c416-4404-9cd6-48324c52cf66'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:27:02.652179 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Notify callbacks [] for router, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:02.654784 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.8554718
Apr 14 11:27:02.658086 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 59664) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:27:02.730724 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f841a-6d70-417f-8325-b7efaa4322d6 None None] Pushing event updated for resources: {'Port': ['ID=3e498ee8-4c87-414b-86de-a5215b630ee1,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:02.737508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ce4f841a-6d70-417f-8325-b7efaa4322d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:02.803941 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4338ddc8-e4f6-4494-9cab-4ecfb37a4e20 None None] Network 6e0baaf3-f06e-4d40-b5e5-cdee44369996 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:27:02.974163 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Attempting to bind port 3e498ee8-4c87-414b-86de-a5215b630ee1 on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:27:02.975288 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Attempting to bind port 3e498ee8-4c87-414b-86de-a5215b630ee1 by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': '15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:27:02.975457 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-59137241-e158-4943-882a-d3a486a9158c None None] Provisioning for port f32f7614-c1be-414b-96da-7a2d78362c3b completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:27:02.975704 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Attempting to bind port 3e498ee8-4c87-414b-86de-a5215b630ee1 on network b86d102a-3cc2-4431-ba4c-0f2f335a7665 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:27:02.981498 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:27:02.981915 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Checking segment: {'id': '15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:27:02.982955 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:02.983429 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Bound using segment: {'id': '15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:27:02.984065 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Bound port: 3e498ee8-4c87-414b-86de-a5215b630ee1, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:27:02.984476 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:02.993724 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Set router 7c79c9de-c416-4404-9cd6-48324c52cf66 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:27:03.062782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] For port 3e498ee8-4c87-414b-86de-a5215b630ee1, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:27:03.065926 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] For port 3e498ee8-4c87-414b-86de-a5215b630ee1, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=3e498ee8-4c87-414b-86de-a5215b630ee1,segment=NetworkSegment(15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9),segment_id=15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:27:03.070212 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:03.086549 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-80e7ae8f-e999-49ee-b1e1-c91e1c9aaa24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:03.248590 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f841a-6d70-417f-8325-b7efaa4322d6 None None] Pushing event updated for resources: {'Port': ['ID=3e498ee8-4c87-414b-86de-a5215b630ee1,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:03.254678 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ce4f841a-6d70-417f-8325-b7efaa4322d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:03.298421 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Routers {'9e8533e1-220a-4352-af30-0336b44187a1'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:27:03.299103 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1307fdb38>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:26:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['9e8533e1-220a-4352-af30-0336b44187a1'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:27:03.455751 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:03.461495 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:03.647438 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] Set router 9e8533e1-220a-4352-af30-0336b44187a1 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:27:03.676852 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-89a347e8-18de-4390-b564-da4118a38520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1302059b0>, [{'id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'name': 'tempest-TestMinimumBasicScenario-888813418-router', 'tenant_id': '14b2e520d2a9404f92c620c31a10cef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '2fce6088-afc0-4ff9-842a-309aa78290bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:59Z', 'updated_at': '2021-04-14T11:27:01Z', 'revision_number': 3, 'project_id': '14b2e520d2a9404f92c620c31a10cef0', 'gw_port': {'id': '2fce6088-afc0-4ff9-842a-309aa78290bc', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bf:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:27:00Z', 'updated_at': '2021-04-14T11:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:27:03.688749 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Checking router: 7c79c9de-c416-4404-9cd6-48324c52cf66 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:27:03.689200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Updating router 7c79c9de-c416-4404-9cd6-48324c52cf66 port 2fce6088-afc0-4ff9-842a-309aa78290bc binding host dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:27:03.765650 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:03.784447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Allocated IP 172.20.0.1 (6e0baaf3-f06e-4d40-b5e5-cdee44369996/53082ff5-04bf-4014-a409-f5d11f85723c/830b1121-25e1-48d2-b2a8-76a7510285e4) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:27:03.878571 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 3e498ee8-4c87-414b-86de-a5215b630ee1 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:27:03.986713 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:04.004537 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Transition to ACTIVE for port object 830b1121-25e1-48d2-b2a8-76a7510285e4 will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:27:04.033909 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:04.051593 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6d922a63-fe75-4828-b8f8-a872d0d72141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:04.095428 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 3e498ee8-4c87-414b-86de-a5215b630ee1 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:27:04.121875 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 3e498ee8-4c87-414b-86de-a5215b630ee1 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:27:04.122309 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:04.225036 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Pushing event updated for resources: {'Port': ['ID=830b1121-25e1-48d2-b2a8-76a7510285e4,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:04.228903 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:04.287920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Network 6e0baaf3-f06e-4d40-b5e5-cdee44369996 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:27:04.289352 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:27:04.291810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:27:04.359361 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064652'] for router_interface, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:04.392086 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:04.423729 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1307fdb38>, [{'id': '9e8533e1-220a-4352-af30-0336b44187a1', 'name': 'tempest-TestMinimumBasicScenario-893240844-router', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:26:56Z', 'revision_number': 4, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'gw_port': {'id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '3e498ee8-4c87-414b-86de-a5215b630ee1', 'name': '', 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'mac_address': 'fa:16:3e:3a:88:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:55Z', 'updated_at': '2021-04-14T11:27:03Z', 'revision_number': 4, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'subnets': [{'id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:27:04.428107 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fa3d11-ee67-44b4-b44b-6f2a2d4ee259 None None] The sync data for ids ['9e8533e1-220a-4352-af30-0336b44187a1'] in dv-cinder-774594-3-iscsi is: [{'id': '9e8533e1-220a-4352-af30-0336b44187a1', 'name': 'tempest-TestMinimumBasicScenario-893240844-router', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:26:56Z', 'revision_number': 4, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'gw_port': {'id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '3e498ee8-4c87-414b-86de-a5215b630ee1', 'name': '', 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'mac_address': 'fa:16:3e:3a:88:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:55Z', 'updated_at': '2021-04-14T11:27:03Z', 'revision_number': 4, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'subnets': [{'id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:27:04.469660 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 3e498ee8-4c87-414b-86de-a5215b630ee1, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=3e498ee8-4c87-414b-86de-a5215b630ee1,segment=NetworkSegment(15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9),segment_id=15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:27:04.483684 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:04.484619 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device f32f7614-c1be-414b-96da-7a2d78362c3b up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:27:04.519510 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:04.539785 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:04.554260 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:04.626956 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Transition to ACTIVE for port object 2fce6088-afc0-4ff9-842a-309aa78290bc will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:27:04.653714 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:04.690608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-9249fdea-21ee-4bf5-8bb6-14b37854cd99 None None] Provisioning for port 830b1121-25e1-48d2-b2a8-76a7510285e4 completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:27:04.702433 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=3e498ee8-4c87-414b-86de-a5215b630ee1,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:04.716320 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-9249fdea-21ee-4bf5-8bb6-14b37854cd99 None None] Provisioning complete for port 830b1121-25e1-48d2-b2a8-76a7510285e4 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:27:04.717482 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9249fdea-21ee-4bf5-8bb6-14b37854cd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:04.801243 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:27:04.801627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:27:04.802010 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:27:04.802390 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:27:04.802766 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:27:04.803144 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:27:04.803519 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:27:04.803894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:27:04.804336 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:27:04.804661 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:27:04.805033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:27:04.805447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:27:04.824186 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:04.824929 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port f32f7614-c1be-414b-96da-7a2d78362c3b completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:27:04.828675 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:04.887439 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port f32f7614-c1be-414b-96da-7a2d78362c3b triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:27:04.887869 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:04.961530 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-9249fdea-21ee-4bf5-8bb6-14b37854cd99 None None] Port 830b1121-25e1-48d2-b2a8-76a7510285e4 cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:27:05.011507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad179166-1eb3-4a52-bdbb-0c79aba823f2 None None] Pushing event updated for resources: {'Port': ['ID=2fce6088-afc0-4ff9-842a-309aa78290bc,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:05.018603 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ad179166-1eb3-4a52-bdbb-0c79aba823f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:05.082331 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:05.086372 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:05.088109 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Attempting to bind port 2fce6088-afc0-4ff9-842a-309aa78290bc on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:27:05.088534 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Attempting to bind port 2fce6088-afc0-4ff9-842a-309aa78290bc by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:27:05.088949 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Attempting to bind port 2fce6088-afc0-4ff9-842a-309aa78290bc on network b458cc77-65ed-4ced-9d68-fd61bb856146 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:27:05.103375 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:27:05.103806 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Checking segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:27:05.104261 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:05.104698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Bound using segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:27:05.105252 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Bound port: 2fce6088-afc0-4ff9-842a-309aa78290bc, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:27:05.105675 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:05.115040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a9a40e1e-e3f2-4b8d-88ad-6a9d7eb928ea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:05.171815 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:05.208708 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Pushing event updated for resources: {'Port': ['ID=830b1121-25e1-48d2-b2a8-76a7510285e4,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:05.212409 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port f32f7614-c1be-414b-96da-7a2d78362c3b, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=f32f7614-c1be-414b-96da-7a2d78362c3b,segment=NetworkSegment(c03d2397-cb58-4d35-8ec3-3328af47fc7c),segment_id=c03d2397-cb58-4d35-8ec3-3328af47fc7c)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:27:05.212605 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3900898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785765'] for router_interface, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:05.217251 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:05.220001 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-89a347e8-18de-4390-b564-da4118a38520 None None] For port 2fce6088-afc0-4ff9-842a-309aa78290bc, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:27:05.222117 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-362016a9-9486-4e4e-b855-cd86ab0da3e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:05.237750 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:05.277957 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-89a347e8-18de-4390-b564-da4118a38520 None None] For port 2fce6088-afc0-4ff9-842a-309aa78290bc, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=2fce6088-afc0-4ff9-842a-309aa78290bc,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:27:05.292278 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:05.390632 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=f32f7614-c1be-414b-96da-7a2d78362c3b,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:05.391120 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Network 6e0baaf3-f06e-4d40-b5e5-cdee44369996 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:27:05.393036 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:27:05.395378 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:05.395897 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:05.541615 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad179166-1eb3-4a52-bdbb-0c79aba823f2 None None] Pushing event updated for resources: {'Port': ['ID=2fce6088-afc0-4ff9-842a-309aa78290bc,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:05.557499 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ad179166-1eb3-4a52-bdbb-0c79aba823f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:05.589390 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Routers {'7c79c9de-c416-4404-9cd6-48324c52cf66'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:27:05.590148 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-89a347e8-18de-4390-b564-da4118a38520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1302059b0>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:26:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['7c79c9de-c416-4404-9cd6-48324c52cf66'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:27:05.641494 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Router 7c79c9de-c416-4404-9cd6-48324c52cf66 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:27:05.666973 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 3e498ee8-4c87-414b-86de-a5215b630ee1 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:27:05.843400 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:27:05.853487 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] 10.222.0.20 "PUT /v2.0/routers/7c79c9de-c416-4404-9cd6-48324c52cf66/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1938806
Apr 14 11:27:05.999400 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-2995f602-72e3-49b2-9ec8-226069a9091d None None] Provisioning complete for port 830b1121-25e1-48d2-b2a8-76a7510285e4 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:27:05.999824 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2995f602-72e3-49b2-9ec8-226069a9091d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:06.093598 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-2995f602-72e3-49b2-9ec8-226069a9091d None None] Port 830b1121-25e1-48d2-b2a8-76a7510285e4 cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:27:06.102681 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-89a347e8-18de-4390-b564-da4118a38520 None None] Set router 7c79c9de-c416-4404-9cd6-48324c52cf66 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:27:06.154974 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 3e498ee8-4c87-414b-86de-a5215b630ee1 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:27:06.155403 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:06.483661 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device f32f7614-c1be-414b-96da-7a2d78362c3b up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:27:06.620288 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port f32f7614-c1be-414b-96da-7a2d78362c3b triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:27:06.620640 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:06.693426 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-89a347e8-18de-4390-b564-da4118a38520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1302059b0>, [{'id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'name': 'tempest-TestMinimumBasicScenario-888813418-router', 'tenant_id': '14b2e520d2a9404f92c620c31a10cef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '2fce6088-afc0-4ff9-842a-309aa78290bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:59Z', 'updated_at': '2021-04-14T11:27:04Z', 'revision_number': 4, 'project_id': '14b2e520d2a9404f92c620c31a10cef0', 'gw_port': {'id': '2fce6088-afc0-4ff9-842a-309aa78290bc', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bf:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:27:00Z', 'updated_at': '2021-04-14T11:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '830b1121-25e1-48d2-b2a8-76a7510285e4', 'name': '', 'network_id': '6e0baaf3-f06e-4d40-b5e5-cdee44369996', 'tenant_id': '14b2e520d2a9404f92c620c31a10cef0', 'mac_address': 'fa:16:3e:e2:fb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '53082ff5-04bf-4014-a409-f5d11f85723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:27:03Z', 'updated_at': '2021-04-14T11:27:04Z', 'revision_number': 2, 'project_id': '14b2e520d2a9404f92c620c31a10cef0', 'subnets': [{'id': '53082ff5-04bf-4014-a409-f5d11f85723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:27:06.704562 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a347e8-18de-4390-b564-da4118a38520 None None] The sync data for ids ['7c79c9de-c416-4404-9cd6-48324c52cf66'] in dv-cinder-774594-3-iscsi is: [{'id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'name': 'tempest-TestMinimumBasicScenario-888813418-router', 'tenant_id': '14b2e520d2a9404f92c620c31a10cef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '2fce6088-afc0-4ff9-842a-309aa78290bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:59Z', 'updated_at': '2021-04-14T11:27:04Z', 'revision_number': 4, 'project_id': '14b2e520d2a9404f92c620c31a10cef0', 'gw_port': {'id': '2fce6088-afc0-4ff9-842a-309aa78290bc', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bf:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:27:00Z', 'updated_at': '2021-04-14T11:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '830b1121-25e1-48d2-b2a8-76a7510285e4', 'name': '', 'network_id': '6e0baaf3-f06e-4d40-b5e5-cdee44369996', 'tenant_id': '14b2e520d2a9404f92c620c31a10cef0', 'mac_address': 'fa:16:3e:e2:fb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '53082ff5-04bf-4014-a409-f5d11f85723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:27:03Z', 'updated_at': '2021-04-14T11:27:04Z', 'revision_number': 2, 'project_id': '14b2e520d2a9404f92c620c31a10cef0', 'subnets': [{'id': '53082ff5-04bf-4014-a409-f5d11f85723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:27:09.133163 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-d5e9f628-ad89-4049-814a-354ee3a4d9ad tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:09.133841 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-d5e9f628-ad89-4049-814a-354ee3a4d9ad tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/networks?id=71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 HTTP/1.1" status: 200  len: 814 time: 0.1663194
Apr 14 11:27:09.157727 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-260a0b8e-58a6-4cc2-9656-e967e708ea4c tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/quotas/14e17523eed942cd86a25a7c396c9ae4 HTTP/1.1" status: 200  len: 375 time: 0.0159271
Apr 14 11:27:09.217393 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-da486a67-fffd-45c3-9531-eb98dff61e20 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Synchronizing usage tracker for tenant:14e17523eed942cd86a25a7c396c9ae4 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:27:09.234510 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-da486a67-fffd-45c3-9531-eb98dff61e20 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Unset dirty status for tenant:14e17523eed942cd86a25a7c396c9ae4 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:27:09.235986 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-da486a67-fffd-45c3-9531-eb98dff61e20 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=14e17523eed942cd86a25a7c396c9ae4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0761697
Apr 14 11:27:09.395936 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-3d91cbfe-70a1-41a8-9913-343ef30f7e89 service neutron] 10.222.0.20 "GET /v2.0/networks/71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512468
Apr 14 11:27:09.565358 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-b4b862b1-492b-4bc2-a752-f370557c0f43 service neutron] 10.222.0.20 "GET /v2.0/networks/71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1609299
Apr 14 11:27:09.717669 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 2fce6088-afc0-4ff9-842a-309aa78290bc up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:27:09.836144 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 2fce6088-afc0-4ff9-842a-309aa78290bc completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:27:09.844546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 2fce6088-afc0-4ff9-842a-309aa78290bc triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:27:09.844967 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:09.885736 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-365d1c7a-dbcc-4b1f-accb-ec3333ee8628 req-3ffb2648-abe8-48a6-8a69-3acf6024c03d tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 210 time: 0.0719781
Apr 14 11:27:10.031819 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:10.060434 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 2fce6088-afc0-4ff9-842a-309aa78290bc, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=2fce6088-afc0-4ff9-842a-309aa78290bc,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:27:10.064594 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:10.066588 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:10.190192 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=2fce6088-afc0-4ff9-842a-309aa78290bc,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:10.194801 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:10.401444 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Sync routers for ids ['7c79c9de-c416-4404-9cd6-48324c52cf66'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:27:10.418595 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Routers {'7c79c9de-c416-4404-9cd6-48324c52cf66'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:27:10.419348 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130f35d68>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:26:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['7c79c9de-c416-4404-9cd6-48324c52cf66'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:27:10.654645 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Set router 7c79c9de-c416-4404-9cd6-48324c52cf66 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:27:11.094821 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130f35d68>, [{'id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'name': 'tempest-TestMinimumBasicScenario-888813418-router', 'tenant_id': '14b2e520d2a9404f92c620c31a10cef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '2fce6088-afc0-4ff9-842a-309aa78290bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:59Z', 'updated_at': '2021-04-14T11:27:04Z', 'revision_number': 4, 'project_id': '14b2e520d2a9404f92c620c31a10cef0', 'gw_port': {'id': '2fce6088-afc0-4ff9-842a-309aa78290bc', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:27:00Z', 'updated_at': '2021-04-14T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '830b1121-25e1-48d2-b2a8-76a7510285e4', 'name': '', 'network_id': '6e0baaf3-f06e-4d40-b5e5-cdee44369996', 'tenant_id': '14b2e520d2a9404f92c620c31a10cef0', 'mac_address': 'fa:16:3e:e2:fb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '53082ff5-04bf-4014-a409-f5d11f85723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:27:03Z', 'updated_at': '2021-04-14T11:27:04Z', 'revision_number': 2, 'project_id': '14b2e520d2a9404f92c620c31a10cef0', 'subnets': [{'id': '53082ff5-04bf-4014-a409-f5d11f85723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:27:11.099906 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bf1f4dfb-0ac4-48ad-9085-d630ef7fd3d2 req-dfcadf18-081c-45a0-af59-0d4f32f01de0 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 210 time: 0.0837779
Apr 14 11:27:11.106791 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Checking router: 7c79c9de-c416-4404-9cd6-48324c52cf66 for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:27:11.107293 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Updating router 7c79c9de-c416-4404-9cd6-48324c52cf66 port 830b1121-25e1-48d2-b2a8-76a7510285e4 binding host dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:27:11.180504 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:11.425701 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-00eca839-c7f1-4815-acf9-b96dc5032561 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:11.427352 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-00eca839-c7f1-4815-acf9-b96dc5032561 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.47 "GET /v2.0/networks?id=71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 HTTP/1.1" status: 200  len: 814 time: 0.2410607
Apr 14 11:27:11.445430 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-333074ce-d97d-47ac-8af2-0ac134ea926e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Request body: {'port': {'device_id': '6840b0cb-4bb7-458a-9b21-1d59313f2ddc', 'network_id': '71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729', 'admin_state_up': True, 'tenant_id': '14e17523eed942cd86a25a7c396c9ae4'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:27:11.663048 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-333074ce-d97d-47ac-8af2-0ac134ea926e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:27:11.682451 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-333074ce-d97d-47ac-8af2-0ac134ea926e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:27:11.695141 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 2fce6088-afc0-4ff9-842a-309aa78290bc up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:27:11.729668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-333074ce-d97d-47ac-8af2-0ac134ea926e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Made reservation on behalf of 14e17523eed942cd86a25a7c396c9ae4 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:27:11.738469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-333074ce-d97d-47ac-8af2-0ac134ea926e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:11.862528 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 2fce6088-afc0-4ff9-842a-309aa78290bc triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:27:11.865501 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:11.883358 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:11.900742 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Transition to ACTIVE for port object 830b1121-25e1-48d2-b2a8-76a7510285e4 will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:27:11.908004 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:11.927659 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:12.015397 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c61194-8626-4555-8b00-7bf11bde84d0 None None] Pushing event updated for resources: {'Port': ['ID=830b1121-25e1-48d2-b2a8-76a7510285e4,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:12.020742 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c2c61194-8626-4555-8b00-7bf11bde84d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:12.053080 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-333074ce-d97d-47ac-8af2-0ac134ea926e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Allocated IP 172.20.0.3 (71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729/6ac35fd3-10a2-4b5f-808f-a1fc3a723591/d85b442c-becf-4f9a-a755-48b77b4a91b3) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:27:12.401524 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-88af6fed-6c70-4628-9814-d4f86ccb2d4a req-e970fc30-ecc0-4983-b980-239c01e53ded tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 210 time: 0.0638998
Apr 14 11:27:12.453824 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Attempting to bind port 830b1121-25e1-48d2-b2a8-76a7510285e4 on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:27:12.454344 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Attempting to bind port 830b1121-25e1-48d2-b2a8-76a7510285e4 by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': 'c03d2397-cb58-4d35-8ec3-3328af47fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e0baaf3-f06e-4d40-b5e5-cdee44369996'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:27:12.454845 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Attempting to bind port 830b1121-25e1-48d2-b2a8-76a7510285e4 on network 6e0baaf3-f06e-4d40-b5e5-cdee44369996 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:27:12.473769 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a855992-5b35-446b-b38a-32749a7c42e4 req-d874000a-3589-4f4b-b72d-9c7b1caec3c3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:12.476013 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9a855992-5b35-446b-b38a-32749a7c42e4 req-d874000a-3589-4f4b-b72d-9c7b1caec3c3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.3055010
Apr 14 11:27:12.487284 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:27:12.487711 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Checking segment: {'id': 'c03d2397-cb58-4d35-8ec3-3328af47fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e0baaf3-f06e-4d40-b5e5-cdee44369996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:27:12.488233 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:12.488676 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Bound using segment: {'id': 'c03d2397-cb58-4d35-8ec3-3328af47fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e0baaf3-f06e-4d40-b5e5-cdee44369996'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:27:12.489312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Bound port: 830b1121-25e1-48d2-b2a8-76a7510285e4, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03d2397-cb58-4d35-8ec3-3328af47fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e0baaf3-f06e-4d40-b5e5-cdee44369996'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:27:12.489741 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:12.560645 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9a855992-5b35-446b-b38a-32749a7c42e4 req-8a49f0e3-d466-4ede-8c1b-b647c6d33706 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714109
Apr 14 11:27:12.580573 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-333074ce-d97d-47ac-8af2-0ac134ea926e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:12.604611 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] For port 830b1121-25e1-48d2-b2a8-76a7510285e4, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:27:12.608157 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] For port 830b1121-25e1-48d2-b2a8-76a7510285e4, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=830b1121-25e1-48d2-b2a8-76a7510285e4,segment=NetworkSegment(c03d2397-cb58-4d35-8ec3-3328af47fc7c),segment_id=c03d2397-cb58-4d35-8ec3-3328af47fc7c)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:27:12.614267 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:12.625542 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-333074ce-d97d-47ac-8af2-0ac134ea926e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:12.632186 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:12.648317 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:12.789030 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c61194-8626-4555-8b00-7bf11bde84d0 None None] Pushing event updated for resources: {'Port': ['ID=830b1121-25e1-48d2-b2a8-76a7510285e4,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:12.801284 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c2c61194-8626-4555-8b00-7bf11bde84d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:12.813585 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333074ce-d97d-47ac-8af2-0ac134ea926e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Pushing event updated for resources: {'Port': ['ID=d85b442c-becf-4f9a-a755-48b77b4a91b3,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:12.825297 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-333074ce-d97d-47ac-8af2-0ac134ea926e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:12.878522 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-333074ce-d97d-47ac-8af2-0ac134ea926e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Network 71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:27:12.879807 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-333074ce-d97d-47ac-8af2-0ac134ea926e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:27:12.882142 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-333074ce-d97d-47ac-8af2-0ac134ea926e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:27:12.890110 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Routers {'7c79c9de-c416-4404-9cd6-48324c52cf66'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:27:12.892818 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130f35d68>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:26:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['7c79c9de-c416-4404-9cd6-48324c52cf66'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:27:12.983212 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-333074ce-d97d-47ac-8af2-0ac134ea926e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:12.983460 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-333074ce-d97d-47ac-8af2-0ac134ea926e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:13.028176 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-333074ce-d97d-47ac-8af2-0ac134ea926e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5878773
Apr 14 11:27:13.045288 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Request body: {'port': {'device_id': '6840b0cb-4bb7-458a-9b21-1d59313f2ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:27:13.164866 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] Set router 7c79c9de-c416-4404-9cd6-48324c52cf66 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:27:13.249966 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:13.756838 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 830b1121-25e1-48d2-b2a8-76a7510285e4 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:27:13.875935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 830b1121-25e1-48d2-b2a8-76a7510285e4 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:27:13.884383 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 830b1121-25e1-48d2-b2a8-76a7510285e4 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:27:13.885132 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:13.916207 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130f35d68>, [{'id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'name': 'tempest-TestMinimumBasicScenario-888813418-router', 'tenant_id': '14b2e520d2a9404f92c620c31a10cef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '2fce6088-afc0-4ff9-842a-309aa78290bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:59Z', 'updated_at': '2021-04-14T11:27:04Z', 'revision_number': 4, 'project_id': '14b2e520d2a9404f92c620c31a10cef0', 'gw_port': {'id': '2fce6088-afc0-4ff9-842a-309aa78290bc', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:27:00Z', 'updated_at': '2021-04-14T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '830b1121-25e1-48d2-b2a8-76a7510285e4', 'name': '', 'network_id': '6e0baaf3-f06e-4d40-b5e5-cdee44369996', 'tenant_id': '14b2e520d2a9404f92c620c31a10cef0', 'mac_address': 'fa:16:3e:e2:fb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '53082ff5-04bf-4014-a409-f5d11f85723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:27:03Z', 'updated_at': '2021-04-14T11:27:12Z', 'revision_number': 4, 'project_id': '14b2e520d2a9404f92c620c31a10cef0', 'subnets': [{'id': '53082ff5-04bf-4014-a409-f5d11f85723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:27:13.921746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e7bbb1-d61e-424d-bfaf-7ddc6929982f None None] The sync data for ids ['7c79c9de-c416-4404-9cd6-48324c52cf66'] in dv-cinder-774594-3-iscsi is: [{'id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'name': 'tempest-TestMinimumBasicScenario-888813418-router', 'tenant_id': '14b2e520d2a9404f92c620c31a10cef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '2fce6088-afc0-4ff9-842a-309aa78290bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:59Z', 'updated_at': '2021-04-14T11:27:04Z', 'revision_number': 4, 'project_id': '14b2e520d2a9404f92c620c31a10cef0', 'gw_port': {'id': '2fce6088-afc0-4ff9-842a-309aa78290bc', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:27:00Z', 'updated_at': '2021-04-14T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '830b1121-25e1-48d2-b2a8-76a7510285e4', 'name': '', 'network_id': '6e0baaf3-f06e-4d40-b5e5-cdee44369996', 'tenant_id': '14b2e520d2a9404f92c620c31a10cef0', 'mac_address': 'fa:16:3e:e2:fb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '53082ff5-04bf-4014-a409-f5d11f85723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:27:03Z', 'updated_at': '2021-04-14T11:27:12Z', 'revision_number': 4, 'project_id': '14b2e520d2a9404f92c620c31a10cef0', 'subnets': [{'id': '53082ff5-04bf-4014-a409-f5d11f85723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:27:14.072845 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:14.095058 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 830b1121-25e1-48d2-b2a8-76a7510285e4, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=830b1121-25e1-48d2-b2a8-76a7510285e4,segment=NetworkSegment(c03d2397-cb58-4d35-8ec3-3328af47fc7c),segment_id=c03d2397-cb58-4d35-8ec3-3328af47fc7c)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:27:14.101336 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:14.103859 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:14.104990 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faef3c8-bd99-4d34-bc10-ea3b1ade3428 req-922ba29e-a35c-4483-8ae9-f0ff95a39cea tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:14.105829 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-5faef3c8-bd99-4d34-bc10-ea3b1ade3428 req-922ba29e-a35c-4483-8ae9-f0ff95a39cea tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Synchronizing usage tracker for tenant:14e17523eed942cd86a25a7c396c9ae4 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:27:14.191876 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-5faef3c8-bd99-4d34-bc10-ea3b1ade3428 req-922ba29e-a35c-4483-8ae9-f0ff95a39cea tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Unset dirty status for tenant:14e17523eed942cd86a25a7c396c9ae4 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:27:14.193175 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5faef3c8-bd99-4d34-bc10-ea3b1ade3428 req-922ba29e-a35c-4483-8ae9-f0ff95a39cea tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 931 time: 0.6352904
Apr 14 11:27:14.202028 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=830b1121-25e1-48d2-b2a8-76a7510285e4,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:14.205940 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:14.262882 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5faef3c8-bd99-4d34-bc10-ea3b1ade3428 req-b3153af0-18e1-4ed5-b927-bf6fcb08d998 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579720
Apr 14 11:27:14.327548 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52ebb7-b2c2-44ca-88ed-f3362f8151ac req-c9796387-8356-4159-b71c-c04c4c2f90e0 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:14.345593 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2d52ebb7-b2c2-44ca-88ed-f3362f8151ac req-c9796387-8356-4159-b71c-c04c4c2f90e0 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.2889712
Apr 14 11:27:14.469827 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2d52ebb7-b2c2-44ca-88ed-f3362f8151ac req-d7363da1-5839-4ceb-a377-a58d19d4e230 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725811
Apr 14 11:27:14.474106 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85b442c-becf-4f9a-a755-48b77b4a91b3 {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:27:14.534510 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:14.551056 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Transition to ACTIVE for port object d85b442c-becf-4f9a-a755-48b77b4a91b3 will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:27:14.557290 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:14.603249 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:14.791714 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=d85b442c-becf-4f9a-a755-48b77b4a91b3,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:14.798782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:15.057889 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Attempting to bind port d85b442c-becf-4f9a-a755-48b77b4a91b3 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:27:15.058269 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Attempting to bind port d85b442c-becf-4f9a-a755-48b77b4a91b3 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '6dfb80d9-8b3d-46e4-9d09-3be0a23b87da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:27:15.058737 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Attempting to bind port d85b442c-becf-4f9a-a755-48b77b4a91b3 on network 71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:27:15.064906 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Port d85b442c-becf-4f9a-a755-48b77b4a91b3 on network 71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:27:15.065309 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Attempting to bind port d85b442c-becf-4f9a-a755-48b77b4a91b3 on network 71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:27:15.071587 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:27:15.071964 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Checking segment: {'id': '6dfb80d9-8b3d-46e4-9d09-3be0a23b87da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:27:15.072379 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Bound using segment: {'id': '6dfb80d9-8b3d-46e4-9d09-3be0a23b87da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:27:15.072845 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Bound port: d85b442c-becf-4f9a-a755-48b77b4a91b3, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dfb80d9-8b3d-46e4-9d09-3be0a23b87da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:27:15.073554 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:15.180249 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] For port d85b442c-becf-4f9a-a755-48b77b4a91b3, host hv-cinder-77459, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:27:15.184291 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] For port d85b442c-becf-4f9a-a755-48b77b4a91b3, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d85b442c-becf-4f9a-a755-48b77b4a91b3,segment=NetworkSegment(6dfb80d9-8b3d-46e4-9d09-3be0a23b87da),segment_id=6dfb80d9-8b3d-46e4-9d09-3be0a23b87da)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:27:15.188677 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:15.207444 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2e75af12-b228-4a37-95fa-3f5b269f53f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:15.377755 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=d85b442c-becf-4f9a-a755-48b77b4a91b3,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:15.381161 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:15.429172 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:15.429980 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:15.431584 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] 10.222.0.47 "PUT /v2.0/ports/d85b442c-becf-4f9a-a755-48b77b4a91b3 HTTP/1.1" status: 200  len: 1093 time: 2.3915892
Apr 14 11:27:15.433074 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6840b0cb-4bb7-458a-9b21-1d59313f2ddc', 'tag': 'd85b442c-becf-4f9a-a755-48b77b4a91b3'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:27:15.641913 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6840b0cb-4bb7-458a-9b21-1d59313f2ddc', 'tag': 'd85b442c-becf-4f9a-a755-48b77b4a91b3', 'status': 'completed', 'code': 200}
Apr 14 11:27:15.708031 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 830b1121-25e1-48d2-b2a8-76a7510285e4 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:27:15.778204 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-d1e387f4-be31-4781-91c1-5a06d61825d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:15.780442 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-d1e387f4-be31-4781-91c1-5a06d61825d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14e17523eed942cd86a25a7c396c9ae4&device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 1096 time: 0.2933877
Apr 14 11:27:15.790237 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb5d0c-af18-41f8-b9d9-dd5a961ea405 req-0972dd80-b935-49a5-b57a-cc969252343d tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:15.791782 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-80bb5d0c-af18-41f8-b9d9-dd5a961ea405 req-0972dd80-b935-49a5-b57a-cc969252343d tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 943 time: 0.3686368
Apr 14 11:27:15.796849 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 830b1121-25e1-48d2-b2a8-76a7510285e4 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:27:15.797304 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:15.880771 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-2e4a82d8-d34d-429d-bac8-c1f5b5956959 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d85b442c-becf-4f9a-a755-48b77b4a91b3 HTTP/1.1" status: 200  len: 217 time: 0.0880983
Apr 14 11:27:15.949317 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-80bb5d0c-af18-41f8-b9d9-dd5a961ea405 req-7665bbc5-61f5-471b-b7ea-5153524284c3 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921447
Apr 14 11:27:15.985294 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e711c-3b17-4a10-8bc9-ca8427c162aa req-fdb651f2-cc7a-40a6-9144-815a8fe90d1f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:15.986983 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2f1e711c-3b17-4a10-8bc9-ca8427c162aa req-fdb651f2-cc7a-40a6-9144-815a8fe90d1f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.3102124
Apr 14 11:27:15.993933 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-31584cd6-d55d-4f64-9ab8-39cf445c498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:15.995664 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-31584cd6-d55d-4f64-9ab8-39cf445c498f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ac35fd3-10a2-4b5f-808f-a1fc3a723591 HTTP/1.1" status: 200  len: 854 time: 0.1014135
Apr 14 11:27:16.068271 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-9eec7107-e161-4059-abf7-ccea1e24081e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0579760
Apr 14 11:27:16.073771 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2f1e711c-3b17-4a10-8bc9-ca8427c162aa req-7bb328f1-4062-4a49-ac0d-8f83bf93a279 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768824
Apr 14 11:27:16.233860 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-7d526922-8ee1-446c-87ee-942b2e7eb021 service neutron] 10.222.0.47 "GET /v2.0/networks/71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516335
Apr 14 11:27:16.390797 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1ea57caf-1869-4e55-bf2d-ee05c511efb9 req-86e712f3-77ea-41fd-9c2c-2a2445a6f718 service neutron] 10.222.0.47 "GET /v2.0/networks/71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483245
Apr 14 11:27:16.533003 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac519e34-2c08-4a2b-95bb-ca682d65013c req-cfb82c01-49b9-4a04-9c62-67c6ff83ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:16.536129 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ac519e34-2c08-4a2b-95bb-ca682d65013c req-cfb82c01-49b9-4a04-9c62-67c6ff83ded4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14e17523eed942cd86a25a7c396c9ae4&device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 1096 time: 0.0916297
Apr 14 11:27:16.694296 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac519e34-2c08-4a2b-95bb-ca682d65013c req-fa70a55c-31f9-46ec-8b85-4a94ece305ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:16.695865 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ac519e34-2c08-4a2b-95bb-ca682d65013c req-fa70a55c-31f9-46ec-8b85-4a94ece305ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 HTTP/1.1" status: 200  len: 915 time: 0.1539392
Apr 14 11:27:16.780032 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ac519e34-2c08-4a2b-95bb-ca682d65013c req-ed74e70e-5acd-4eea-a6b3-a8d1a0995617 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d85b442c-becf-4f9a-a755-48b77b4a91b3 HTTP/1.1" status: 200  len: 217 time: 0.0747733
Apr 14 11:27:16.856583 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac519e34-2c08-4a2b-95bb-ca682d65013c req-90f6eafe-afd5-42ab-8478-fca45f5a0489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:16.858912 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ac519e34-2c08-4a2b-95bb-ca682d65013c req-90f6eafe-afd5-42ab-8478-fca45f5a0489 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ac35fd3-10a2-4b5f-808f-a1fc3a723591 HTTP/1.1" status: 200  len: 854 time: 0.0721698
Apr 14 11:27:16.931485 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ac519e34-2c08-4a2b-95bb-ca682d65013c req-dbb780ee-f3c1-41f1-89b0-5953fff27032 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0632052
Apr 14 11:27:17.165989 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ac519e34-2c08-4a2b-95bb-ca682d65013c req-b43dc441-7f86-4e18-bffa-d80724d5f09e service neutron] 10.222.0.47 "GET /v2.0/networks/71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2266624
Apr 14 11:27:17.298619 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d4c7b-ba82-4323-aafd-903fea7759a4 req-7c13b017-a0c5-4925-bfe6-f4a781a58211 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:17.300226 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-789d4c7b-ba82-4323-aafd-903fea7759a4 req-7c13b017-a0c5-4925-bfe6-f4a781a58211 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 943 time: 0.2151582
Apr 14 11:27:17.398393 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-789d4c7b-ba82-4323-aafd-903fea7759a4 req-81b8b0fd-d11b-4b0d-bfcf-0d40c2e98bc2 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470684
Apr 14 11:27:17.458467 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ac519e34-2c08-4a2b-95bb-ca682d65013c req-db9d2a30-46ca-404d-81ef-a97ba1cd451d service neutron] 10.222.0.47 "GET /v2.0/networks/71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2755933
Apr 14 11:27:17.477214 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d6fb9-f344-4e71-93fe-c3b93f1f9a26 req-f0dd8a19-a38d-4abb-9a8f-e766749776b0 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:17.479725 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-850d6fb9-f344-4e71-93fe-c3b93f1f9a26 req-f0dd8a19-a38d-4abb-9a8f-e766749776b0 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.2646022
Apr 14 11:27:17.521523 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-850d6fb9-f344-4e71-93fe-c3b93f1f9a26 req-5c32e7cc-26f3-44ea-8b23-348f81616955 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0342073
Apr 14 11:27:18.501800 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-8729c7ea-c341-46b8-96ab-bac7fa744653 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:18.502360 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-8729c7ea-c341-46b8-96ab-bac7fa744653 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Synchronizing usage tracker for tenant:5babc973bcfb4ddab6c5caaa9c078cb5 on resource:network {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:27:18.519241 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-8729c7ea-c341-46b8-96ab-bac7fa744653 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Unset dirty status for tenant:5babc973bcfb4ddab6c5caaa9c078cb5 on resource:network {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:27:18.520515 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-8729c7ea-c341-46b8-96ab-bac7fa744653 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/networks?id=b86d102a-3cc2-4431-ba4c-0f2f335a7665 HTTP/1.1" status: 200  len: 814 time: 0.3942826
Apr 14 11:27:18.527211 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device d85b442c-becf-4f9a-a755-48b77b4a91b3 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:27:18.541304 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-0f0acdd7-d792-4c92-afd0-651795f9ff7b tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/quotas/5babc973bcfb4ddab6c5caaa9c078cb5 HTTP/1.1" status: 200  len: 375 time: 0.0126071
Apr 14 11:27:18.678041 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port d85b442c-becf-4f9a-a755-48b77b4a91b3, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d85b442c-becf-4f9a-a755-48b77b4a91b3,segment=NetworkSegment(6dfb80d9-8b3d-46e4-9d09-3be0a23b87da),segment_id=6dfb80d9-8b3d-46e4-9d09-3be0a23b87da)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:27:18.693264 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': 'd85b442c-becf-4f9a-a755-48b77b4a91b3', 'network_id': '71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729', 'port_id': 'd85b442c-becf-4f9a-a755-48b77b4a91b3', 'mac_address': 'fa:16:3e:88:c4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac35fd3-10a2-4b5f-808f-a1fc3a723591', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:27:18.708324 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c83e94-9d59-408c-9d80-c645e90d8023 req-950ce7d2-c5d2-448b-b405-dd5527626b9c tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:18.709887 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-65c83e94-9d59-408c-9d80-c645e90d8023 req-950ce7d2-c5d2-448b-b405-dd5527626b9c tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 943 time: 0.1702797
Apr 14 11:27:18.721740 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-45d87ee0-1ed9-4b29-9a03-59097d63cf0a tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5babc973bcfb4ddab6c5caaa9c078cb5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1301007
Apr 14 11:27:18.756952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:18.758355 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85b442c-becf-4f9a-a755-48b77b4a91b3 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:27:18.775201 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port d85b442c-becf-4f9a-a755-48b77b4a91b3, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d85b442c-becf-4f9a-a755-48b77b4a91b3,segment=NetworkSegment(6dfb80d9-8b3d-46e4-9d09-3be0a23b87da),segment_id=6dfb80d9-8b3d-46e4-9d09-3be0a23b87da)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:27:18.778111 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:18.781474 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ad179166-1eb3-4a52-bdbb-0c79aba823f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:18.782286 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-65c83e94-9d59-408c-9d80-c645e90d8023 req-e2012428-ba7c-43c9-85ed-570ddbcf34c0 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595324
Apr 14 11:27:18.852689 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=d85b442c-becf-4f9a-a755-48b77b4a91b3,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:18.856071 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:18.885153 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-8c1c7937-21ef-4c79-8e83-84aeee6fc1b1 service neutron] 10.222.0.20 "GET /v2.0/networks/b86d102a-3cc2-4431-ba4c-0f2f335a7665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465368
Apr 14 11:27:19.032792 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['d85b442c-becf-4f9a-a755-48b77b4a91b3'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:27:19.089941 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbca89-74ca-4830-976f-f1a7a7c84e7f req-edd83e67-3f82-4f7b-8d24-4321541c2b03 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:19.092130 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-43dbca89-74ca-4830-976f-f1a7a7c84e7f req-edd83e67-3f82-4f7b-8d24-4321541c2b03 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.2043431
Apr 14 11:27:19.100363 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-735fa443-30e3-4993-a3db-a1f9f9aaf99c service neutron] 10.222.0.20 "GET /v2.0/networks/b86d102a-3cc2-4431-ba4c-0f2f335a7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1770201
Apr 14 11:27:19.127573 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-43dbca89-74ca-4830-976f-f1a7a7c84e7f req-b1df2d86-fa31-42af-b2e2-caa464d90554 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0261867
Apr 14 11:27:19.320612 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-068a6ac9-9120-4d85-8913-2612ac0a9aee req-a94e9c15-6ce9-4ff8-8813-8c89b5d1cb5d tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 210 time: 0.0518274
Apr 14 11:27:20.166934 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac08843-1e21-4bf6-bb53-b26e08d1229a req-f25ae1f1-8c57-42fb-a942-d5720539794e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:20.168607 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5ac08843-1e21-4bf6-bb53-b26e08d1229a req-f25ae1f1-8c57-42fb-a942-d5720539794e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 944 time: 0.2669551
Apr 14 11:27:20.201894 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5ac08843-1e21-4bf6-bb53-b26e08d1229a req-703bc60e-fba4-4ae9-b42a-5233203e1818 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255115
Apr 14 11:27:20.553915 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device d85b442c-becf-4f9a-a755-48b77b4a91b3 up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:27:20.582678 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-74878d4b-28ba-4438-849b-b2201e864daf req-3fb587ce-0949-4b42-9404-7f2bb01bf3b0 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 210 time: 0.0867369
Apr 14 11:27:20.594538 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-7146cdc1-3263-4b03-83be-c51a6da5802f tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:20.595986 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-7146cdc1-3263-4b03-83be-c51a6da5802f tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.47 "GET /v2.0/networks?id=b86d102a-3cc2-4431-ba4c-0f2f335a7665 HTTP/1.1" status: 200  len: 814 time: 0.2985685
Apr 14 11:27:20.605348 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192c9b5-b761-4e46-beec-d697fbd65f31 req-a82e637f-260e-44b4-a1e9-2fb2db60ba5d tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:20.607359 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4192c9b5-b761-4e46-beec-d697fbd65f31 req-a82e637f-260e-44b4-a1e9-2fb2db60ba5d tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.3508573
Apr 14 11:27:20.612954 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Request body: {'port': {'device_id': '198bc0ee-ea8e-4760-aab1-845e603428be', 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'admin_state_up': True, 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:27:20.629538 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port d85b442c-becf-4f9a-a755-48b77b4a91b3 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:27:20.635272 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port d85b442c-becf-4f9a-a755-48b77b4a91b3 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:27:20.635701 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:20.738755 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4192c9b5-b761-4e46-beec-d697fbd65f31 req-8698befe-a04b-4322-94f5-bd4546140598 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1063759
Apr 14 11:27:20.776711 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:20.791547 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:27:20.793442 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6840b0cb-4bb7-458a-9b21-1d59313f2ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85b442c-becf-4f9a-a755-48b77b4a91b3'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:27:20.796724 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Usage tracker for resource:port and tenant:5babc973bcfb4ddab6c5caaa9c078cb5 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:27:20.799985 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:27:20.806489 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:27:20.806610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port d85b442c-becf-4f9a-a755-48b77b4a91b3, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d85b442c-becf-4f9a-a755-48b77b4a91b3,segment=NetworkSegment(6dfb80d9-8b3d-46e4-9d09-3be0a23b87da),segment_id=6dfb80d9-8b3d-46e4-9d09-3be0a23b87da)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:27:20.812169 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:20.816724 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-de372507-ce79-42ea-b305-727b9e956aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:20.824481 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Made reservation on behalf of 5babc973bcfb4ddab6c5caaa9c078cb5 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:27:20.831358 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:20.868480 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6840b0cb-4bb7-458a-9b21-1d59313f2ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85b442c-becf-4f9a-a755-48b77b4a91b3', 'code': 200}
Apr 14 11:27:20.929143 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=d85b442c-becf-4f9a-a755-48b77b4a91b3,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:20.933941 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:21.047563 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Allocated IP 172.20.0.3 (b86d102a-3cc2-4431-ba4c-0f2f335a7665/05e340a1-bdb3-488f-9465-bc4eafde987f/6293f0bb-091e-4d80-8545-de01c3732960) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:27:21.306367 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:21.338226 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Transition to ACTIVE for port object 6293f0bb-091e-4d80-8545-de01c3732960 will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:27:21.449727 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbd0c0-a1e5-4ad1-a088-a681c94bbcbc req-c9efcd78-61dd-4edc-83f2-f5df64153e5b tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:21.453139 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f4bbd0c0-a1e5-4ad1-a088-a681c94bbcbc req-c9efcd78-61dd-4edc-83f2-f5df64153e5b tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 945 time: 0.1169951
Apr 14 11:27:21.454318 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:21.474720 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bb3460ec-ba93-47ba-bfe1-3a0a99a3b4bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:21.655711 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f4bbd0c0-a1e5-4ad1-a088-a681c94bbcbc req-34c7a8a7-f3e7-4cd4-8abf-63958c163897 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840425
Apr 14 11:27:21.671710 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Pushing event updated for resources: {'Port': ['ID=6293f0bb-091e-4d80-8545-de01c3732960,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:21.674718 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:21.724771 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Network b86d102a-3cc2-4431-ba4c-0f2f335a7665 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:27:21.726377 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:27:21.728880 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:27:21.822755 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:21.823782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:21.910063 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3010814
Apr 14 11:27:21.938644 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c541938-1d2a-4ca5-af3c-9d33b2515720 req-8e15fb5e-84f2-4569-bc53-34bf01ad937d tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:21.939395 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-0c541938-1d2a-4ca5-af3c-9d33b2515720 req-8e15fb5e-84f2-4569-bc53-34bf01ad937d tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Synchronizing usage tracker for tenant:5babc973bcfb4ddab6c5caaa9c078cb5 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:27:21.958305 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-0c541938-1d2a-4ca5-af3c-9d33b2515720 req-8e15fb5e-84f2-4569-bc53-34bf01ad937d tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Unset dirty status for tenant:5babc973bcfb4ddab6c5caaa9c078cb5 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:27:21.959583 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0c541938-1d2a-4ca5-af3c-9d33b2515720 req-8e15fb5e-84f2-4569-bc53-34bf01ad937d tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 931 time: 0.1439817
Apr 14 11:27:21.993759 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-0c541938-1d2a-4ca5-af3c-9d33b2515720 req-793e1881-e828-4a42-a672-e4af88ba1338 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Synchronizing usage tracker for tenant:5babc973bcfb4ddab6c5caaa9c078cb5 on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:27:22.016939 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-0c541938-1d2a-4ca5-af3c-9d33b2515720 req-793e1881-e828-4a42-a672-e4af88ba1338 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Unset dirty status for tenant:5babc973bcfb4ddab6c5caaa9c078cb5 on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:27:22.018135 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0c541938-1d2a-4ca5-af3c-9d33b2515720 req-793e1881-e828-4a42-a672-e4af88ba1338 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519741
Apr 14 11:27:22.018557 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-0d37586a-39c7-4742-abbf-419d5b4bd495 None None] Provisioning for port 6293f0bb-091e-4d80-8545-de01c3732960 completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:27:22.024171 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-0d37586a-39c7-4742-abbf-419d5b4bd495 None None] Provisioning complete for port 6293f0bb-091e-4d80-8545-de01c3732960 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:27:22.024594 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0d37586a-39c7-4742-abbf-419d5b4bd495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:22.090095 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-0d37586a-39c7-4742-abbf-419d5b4bd495 None None] Port 6293f0bb-091e-4d80-8545-de01c3732960 cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:27:22.226225 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ed1bb-4d8c-41a1-8322-682c8f724e1a req-c39f0b18-625d-4ab4-a452-3d780a580189 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:22.227835 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d36ed1bb-4d8c-41a1-8322-682c8f724e1a req-c39f0b18-625d-4ab4-a452-3d780a580189 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.0949492
Apr 14 11:27:22.262348 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d36ed1bb-4d8c-41a1-8322-682c8f724e1a req-4a2f4163-b319-4cae-ab7e-96aea4aa0e2c tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0270922
Apr 14 11:27:22.864845 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb07e-1358-4f5e-91f8-60a614b33abd req-0380ecf7-454f-4bd6-b2ad-6bd7b41ed5cd tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:22.866531 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cb5eb07e-1358-4f5e-91f8-60a614b33abd req-0380ecf7-454f-4bd6-b2ad-6bd7b41ed5cd tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 945 time: 0.0923004
Apr 14 11:27:22.899971 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cb5eb07e-1358-4f5e-91f8-60a614b33abd req-b28ce060-4dc9-4b7b-9f82-5b5060cd7ec6 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0257964
Apr 14 11:27:23.228136 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f24bb-dc5e-41e2-82d2-813dcb27263a req-156e1784-5220-4254-beea-f83e9926e9fa tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:23.229742 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e64f24bb-dc5e-41e2-82d2-813dcb27263a req-156e1784-5220-4254-beea-f83e9926e9fa tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 931 time: 0.0943763
Apr 14 11:27:23.264934 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e64f24bb-dc5e-41e2-82d2-813dcb27263a req-f8480784-1214-4792-b5af-fadf5f7d5406 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0271289
Apr 14 11:27:23.479167 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a10153-e3e3-451d-8b1d-fc534487f624 req-92033116-a1c7-4ce5-a658-d1e7fb741b05 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:23.480800 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-36a10153-e3e3-451d-8b1d-fc534487f624 req-92033116-a1c7-4ce5-a658-d1e7fb741b05 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.0956194
Apr 14 11:27:23.512859 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-36a10153-e3e3-451d-8b1d-fc534487f624 req-82148847-fb60-423a-a6ce-a66a926aa309 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253465
Apr 14 11:27:24.194325 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fde019-43f6-4f8d-a394-dfe389ed6fe7 req-a4dd12f8-69e7-4040-adaf-0621420cd73f tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:24.196671 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f2fde019-43f6-4f8d-a394-dfe389ed6fe7 req-a4dd12f8-69e7-4040-adaf-0621420cd73f tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 945 time: 0.0986187
Apr 14 11:27:24.229908 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f2fde019-43f6-4f8d-a394-dfe389ed6fe7 req-bfe08efe-080e-4f3c-9d59-eaf6f735788f tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253437
Apr 14 11:27:24.486400 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8e031-861d-4bae-974a-d44a51c2ee2a req-5d49499a-be16-4852-a861-777ad034f45d tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:24.488070 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dfa8e031-861d-4bae-974a-d44a51c2ee2a req-5d49499a-be16-4852-a861-777ad034f45d tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 931 time: 0.1055925
Apr 14 11:27:24.523737 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dfa8e031-861d-4bae-974a-d44a51c2ee2a req-3252a3c6-0b5d-436b-a7a7-616161fd4733 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0283978
Apr 14 11:27:24.746603 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a330221-b3eb-4d0d-8926-21e4b7d94625 req-da9976ac-c1ab-4939-b9c9-82dccf946418 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:24.748264 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4a330221-b3eb-4d0d-8926-21e4b7d94625 req-da9976ac-c1ab-4939-b9c9-82dccf946418 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.0975842
Apr 14 11:27:24.780991 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4a330221-b3eb-4d0d-8926-21e4b7d94625 req-a9915987-6182-4616-8072-759fd588b5f1 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0259356
Apr 14 11:27:25.449492 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b45c0-1257-4dc6-9796-e7a924ea6fb8 req-94b91c12-289e-4d8d-9438-4401a07cb376 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:25.452269 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a44b45c0-1257-4dc6-9796-e7a924ea6fb8 req-94b91c12-289e-4d8d-9438-4401a07cb376 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 945 time: 0.0954883
Apr 14 11:27:25.495178 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a44b45c0-1257-4dc6-9796-e7a924ea6fb8 req-3d1cc38a-ae9e-4d3f-9f37-8fef6994a268 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361462
Apr 14 11:27:25.630996 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-245ded7d-f3a0-42d4-910a-78f0764e6240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:25.672354 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:27:25.746711 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021f091-b878-4de3-9780-c75a6520b365 req-c66fadaa-783e-496a-a6dd-4996d436cd5d tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:25.748569 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f021f091-b878-4de3-9780-c75a6520b365 req-c66fadaa-783e-496a-a6dd-4996d436cd5d tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 931 time: 0.0984871
Apr 14 11:27:25.781714 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f021f091-b878-4de3-9780-c75a6520b365 req-06765a0e-c140-4f71-a0e0-0d77b6f7e9d2 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0269673
Apr 14 11:27:25.989284 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7dfd9-a761-4d8c-8a88-6738d0bd9936 req-0271d51a-6825-4adf-8573-f550b2fd2451 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:25.990877 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-66f7dfd9-a761-4d8c-8a88-6738d0bd9936 req-0271d51a-6825-4adf-8573-f550b2fd2451 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.0909233
Apr 14 11:27:26.022865 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-66f7dfd9-a761-4d8c-8a88-6738d0bd9936 req-15a3a3a9-4882-4697-a633-21d06b6e3dce tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0246880
Apr 14 11:27:26.703894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553d16e-abf0-4e00-9f0a-906009c0e3ae req-413c620c-359d-4ea1-9f49-6b70159bbb1a tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:26.705531 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6553d16e-abf0-4e00-9f0a-906009c0e3ae req-413c620c-359d-4ea1-9f49-6b70159bbb1a tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 945 time: 0.0984881
Apr 14 11:27:26.740272 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6553d16e-abf0-4e00-9f0a-906009c0e3ae req-dd117f9d-90ce-48fe-aa82-04ac776b64cb tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0284734
Apr 14 11:27:26.990686 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654acd8-1713-4125-9777-99d68f0c4bab req-d49636f0-92da-49b6-b073-6c9ce173b6b4 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:26.992334 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e654acd8-1713-4125-9777-99d68f0c4bab req-d49636f0-92da-49b6-b073-6c9ce173b6b4 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 931 time: 0.0910311
Apr 14 11:27:27.025356 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e654acd8-1713-4125-9777-99d68f0c4bab req-e6283008-1957-4fd0-9aaf-f89d838fdf4e tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258355
Apr 14 11:27:27.454008 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-926279fa-03e7-40c1-ad4a-76c5ce3a24e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:27.459953 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b76e3-ebb5-4352-917d-2105521325dc req-1ca2c330-c561-49cc-b2cb-14fd3c5696f1 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:27.461695 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b5b76e3-ebb5-4352-917d-2105521325dc req-1ca2c330-c561-49cc-b2cb-14fd3c5696f1 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.3154964
Apr 14 11:27:27.496559 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b5b76e3-ebb5-4352-917d-2105521325dc req-e0a4d4e0-db2c-4a99-8922-98c2849c6f46 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0257640
Apr 14 11:27:27.952340 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e2d95-2a2d-4400-b1b1-1ff5777422ee req-d288d279-fa9d-487e-8459-b7687760c16f tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:27.954152 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6d1e2d95-2a2d-4400-b1b1-1ff5777422ee req-d288d279-fa9d-487e-8459-b7687760c16f tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 945 time: 0.0946114
Apr 14 11:27:27.987366 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6d1e2d95-2a2d-4400-b1b1-1ff5777422ee req-cf8329d2-a300-4862-9fcc-2e6534f1db70 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0266843
Apr 14 11:27:28.237324 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b80db-62fd-4dc0-8996-d66655ad9e12 req-3c4d885a-b962-49e0-b191-05a312c9792c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:28.239607 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7d7b80db-62fd-4dc0-8996-d66655ad9e12 req-3c4d885a-b962-49e0-b191-05a312c9792c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 931 time: 0.0936546
Apr 14 11:27:28.273520 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7d7b80db-62fd-4dc0-8996-d66655ad9e12 req-71417f6c-30a2-4156-a4c8-453161907efc tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0273046
Apr 14 11:27:28.322092 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:28.725450 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07269de5-6f37-4c62-abcd-a17f82a99dd3 req-75747e72-cad3-4fc8-bc7e-7cff71aca73f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:28.727065 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-07269de5-6f37-4c62-abcd-a17f82a99dd3 req-75747e72-cad3-4fc8-bc7e-7cff71aca73f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.0974300
Apr 14 11:27:28.759542 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-07269de5-6f37-4c62-abcd-a17f82a99dd3 req-2b9b3d60-a970-4950-9ed0-841a13ab0889 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0252075
Apr 14 11:27:29.204359 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac76873-220e-4de7-90ec-0d61d7bf2a1d req-70561122-95b6-4e33-9c21-f5798e3fa7ab tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:29.206028 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7ac76873-220e-4de7-90ec-0d61d7bf2a1d req-70561122-95b6-4e33-9c21-f5798e3fa7ab tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 945 time: 0.1001346
Apr 14 11:27:29.238554 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7ac76873-220e-4de7-90ec-0d61d7bf2a1d req-e4f794f7-e286-4b3d-8997-8cd0fc8c6206 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0257697
Apr 14 11:27:29.305822 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:29.487599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c67f5-542e-41b0-a344-8397907e6d80 req-9485fc5b-56e1-404a-893c-ae5067ba3e24 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:29.489280 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c13c67f5-542e-41b0-a344-8397907e6d80 req-9485fc5b-56e1-404a-893c-ae5067ba3e24 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 931 time: 0.0931129
Apr 14 11:27:29.526766 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c13c67f5-542e-41b0-a344-8397907e6d80 req-ffade170-47b0-4927-9a08-c71d9843c8fb tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306520
Apr 14 11:27:30.131272 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87175498-e359-466f-9f00-72983fe428bf req-71ce4b57-9434-4338-ac6b-a7c61711d852 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:30.132919 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-87175498-e359-466f-9f00-72983fe428bf req-71ce4b57-9434-4338-ac6b-a7c61711d852 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.0980940
Apr 14 11:27:30.164467 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-87175498-e359-466f-9f00-72983fe428bf req-842032fd-09b4-41cc-b603-5031f595795a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0249090
Apr 14 11:27:30.365792 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:30.448354 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27a37f-1094-4f69-87f6-5c1f58fd3bdd req-a36c35dd-e643-4fac-98e8-c488f935223d tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:30.451382 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0f27a37f-1094-4f69-87f6-5c1f58fd3bdd req-a36c35dd-e643-4fac-98e8-c488f935223d tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 945 time: 0.0937150
Apr 14 11:27:30.483124 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0f27a37f-1094-4f69-87f6-5c1f58fd3bdd req-54d44064-321e-4d67-a08c-b3c7959b231c tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246723
Apr 14 11:27:30.734500 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeeccbd-6b49-429f-a08b-6ca4b95e76f2 req-334c1289-8a1f-495a-b70e-0d026e0fddeb tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:30.736006 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-faeeccbd-6b49-429f-a08b-6ca4b95e76f2 req-334c1289-8a1f-495a-b70e-0d026e0fddeb tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 931 time: 0.0925896
Apr 14 11:27:30.767464 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-faeeccbd-6b49-429f-a08b-6ca4b95e76f2 req-80e4f929-acd5-476a-ae94-1d95f6c12680 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250530
Apr 14 11:27:31.105885 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Request body: {'port': {'device_id': '198bc0ee-ea8e-4760-aab1-845e603428be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:27:31.215435 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23d911-55d8-42c7-8703-1674e5be2a05 req-c6f63e2c-23a4-4c36-ad49-6f3655fcbdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:31.218505 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b23d911-55d8-42c7-8703-1674e5be2a05 req-c6f63e2c-23a4-4c36-ad49-6f3655fcbdab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 1098 time: 0.0919609
Apr 14 11:27:31.233887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:31.254755 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b23d911-55d8-42c7-8703-1674e5be2a05 req-929f7ad0-fb0f-45f0-9875-e4fb0367f59f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0268176
Apr 14 11:27:31.541764 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57bbef-82b0-46f9-8645-bbed30ce4e2f req-1d40764d-df83-4674-b3e3-56672b266500 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:31.543403 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dc57bbef-82b0-46f9-8645-bbed30ce4e2f req-1d40764d-df83-4674-b3e3-56672b266500 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.2184203
Apr 14 11:27:31.642409 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dc57bbef-82b0-46f9-8645-bbed30ce4e2f req-8b2f3e73-c496-493e-a663-1154486c5c2c tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427244
Apr 14 11:27:31.787353 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-07b5cf99-b632-4715-9911-33f211a5493f req-c1860cea-4287-41f2-9f59-6266588f0028 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0980186
Apr 14 11:27:31.827508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dfb1a-5a98-40ad-bdd5-b5c4e6c41081 req-76fe5463-7cd9-49cb-955b-ef4794940ccd tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:31.829171 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fe0dfb1a-5a98-40ad-bdd5-b5c4e6c41081 req-76fe5463-7cd9-49cb-955b-ef4794940ccd tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 945 time: 0.1857810
Apr 14 11:27:31.854597 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6293f0bb-091e-4d80-8545-de01c3732960 {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:27:31.867426 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:31.881253 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fe0dfb1a-5a98-40ad-bdd5-b5c4e6c41081 req-13ce4526-ba4a-49f0-98b5-bc69a0facac0 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424640
Apr 14 11:27:31.890201 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Transition to ACTIVE for port object 6293f0bb-091e-4d80-8545-de01c3732960 will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:27:31.895917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:31.913270 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a9ee6fa3-cf9e-416b-a5ef-fc911121d6b6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:31.945963 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5cf99-b632-4715-9911-33f211a5493f req-e4d2de07-33e0-4d16-8043-a18c87a37933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:31.947749 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-07b5cf99-b632-4715-9911-33f211a5493f req-e4d2de07-33e0-4d16-8043-a18c87a37933 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42a8edf20fd2489b856e4667ae588287&device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 1098 time: 0.0839760
Apr 14 11:27:32.127963 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Pushing event updated for resources: {'Port': ['ID=6293f0bb-091e-4d80-8545-de01c3732960,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:32.134657 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:32.181724 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e000be-05e7-4dba-a04e-6557b747f1c5 req-61f8db3c-bfab-40be-9c6c-8ce1d81a4ad3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:32.183337 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-49e000be-05e7-4dba-a04e-6557b747f1c5 req-61f8db3c-bfab-40be-9c6c-8ce1d81a4ad3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 943 time: 0.2884681
Apr 14 11:27:32.234380 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5cf99-b632-4715-9911-33f211a5493f req-4e30cc83-bcb6-4e32-b102-2c85448a8388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:32.235993 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-07b5cf99-b632-4715-9911-33f211a5493f req-4e30cc83-bcb6-4e32-b102-2c85448a8388 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b697626d-73a8-4a4d-86f6-e642e203014b HTTP/1.1" status: 200  len: 912 time: 0.1529927
Apr 14 11:27:32.319426 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-49e000be-05e7-4dba-a04e-6557b747f1c5 req-a9f933ac-3926-4bd4-8902-09fd417c7a19 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764682
Apr 14 11:27:32.360795 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-07b5cf99-b632-4715-9911-33f211a5493f req-2e857ea0-5e6a-4008-97f1-238ca417fe10 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f2cea50-f652-40ec-9002-e5e8a4220403 HTTP/1.1" status: 200  len: 1000 time: 0.1177638
Apr 14 11:27:32.408556 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Attempting to bind port 6293f0bb-091e-4d80-8545-de01c3732960 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:27:32.408937 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Attempting to bind port 6293f0bb-091e-4d80-8545-de01c3732960 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:27:32.409592 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Attempting to bind port 6293f0bb-091e-4d80-8545-de01c3732960 on network b86d102a-3cc2-4431-ba4c-0f2f335a7665 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:27:32.414261 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Port 6293f0bb-091e-4d80-8545-de01c3732960 on network b86d102a-3cc2-4431-ba4c-0f2f335a7665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:27:32.414649 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Attempting to bind port 6293f0bb-091e-4d80-8545-de01c3732960 on network b86d102a-3cc2-4431-ba4c-0f2f335a7665 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:27:32.420597 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:27:32.420975 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Checking segment: {'id': '15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:27:32.421474 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Bound using segment: {'id': '15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:27:32.421949 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Bound port: 6293f0bb-091e-4d80-8545-de01c3732960, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:27:32.422335 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:32.436798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5cf99-b632-4715-9911-33f211a5493f req-a20661a5-4cf1-486c-ba22-518feb899937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:32.438402 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-07b5cf99-b632-4715-9911-33f211a5493f req-a20661a5-4cf1-486c-ba22-518feb899937 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4213cafa-277c-42ee-9b65-c2d9ae792ac7 HTTP/1.1" status: 200  len: 850 time: 0.0709805
Apr 14 11:27:32.502501 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] For port 6293f0bb-091e-4d80-8545-de01c3732960, host hv-cinder-77459, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:27:32.505763 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] For port 6293f0bb-091e-4d80-8545-de01c3732960, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6293f0bb-091e-4d80-8545-de01c3732960,segment=NetworkSegment(15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9),segment_id=15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:27:32.511978 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:32.529120 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-333074ce-d97d-47ac-8af2-0ac134ea926e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:32.536811 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5cf99-b632-4715-9911-33f211a5493f req-67e9c926-e808-4e6e-a962-b733f3f028b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:32.538499 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-07b5cf99-b632-4715-9911-33f211a5493f req-67e9c926-e808-4e6e-a962-b733f3f028b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b697626d-73a8-4a4d-86f6-e642e203014b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0936394
Apr 14 11:27:32.685755 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Pushing event updated for resources: {'Port': ['ID=6293f0bb-091e-4d80-8545-de01c3732960,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:32.688845 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-07b5cf99-b632-4715-9911-33f211a5493f req-faf45bd6-e0da-4cdd-afaa-c5e52504f11e service neutron] 10.222.0.47 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425507
Apr 14 11:27:32.690886 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:32.726990 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:32.727684 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:32.729416 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] 10.222.0.47 "PUT /v2.0/ports/6293f0bb-091e-4d80-8545-de01c3732960 HTTP/1.1" status: 200  len: 1093 time: 1.6284893
Apr 14 11:27:32.729973 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198bc0ee-ea8e-4760-aab1-845e603428be', 'tag': '6293f0bb-091e-4d80-8545-de01c3732960'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:27:32.842356 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198bc0ee-ea8e-4760-aab1-845e603428be', 'tag': '6293f0bb-091e-4d80-8545-de01c3732960', 'status': 'completed', 'code': 200}
Apr 14 11:27:32.875891 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-07b5cf99-b632-4715-9911-33f211a5493f req-2af83ee1-0199-4980-8b18-d88b02ce35d3 service neutron] 10.222.0.47 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1805234
Apr 14 11:27:32.964948 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce0de5-b7e3-4e6c-b1ab-5c711be71d27 req-f404dfda-3179-48e9-a5c4-9fcacba4a14f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:32.967323 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-acce0de5-b7e3-4e6c-b1ab-5c711be71d27 req-f404dfda-3179-48e9-a5c4-9fcacba4a14f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1979022
Apr 14 11:27:32.970519 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-7623dd02-d554-460e-b69a-5d52d77a57c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:32.972015 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-7623dd02-d554-460e-b69a-5d52d77a57c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5babc973bcfb4ddab6c5caaa9c078cb5&device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 1096 time: 0.1288526
Apr 14 11:27:33.100705 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-7586de1f-d508-4200-9bf6-1dc3d35f8771 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6293f0bb-091e-4d80-8545-de01c3732960 HTTP/1.1" status: 200  len: 217 time: 0.1122925
Apr 14 11:27:33.108909 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-acce0de5-b7e3-4e6c-b1ab-5c711be71d27 req-7bb7a1d5-0bcf-416f-a72d-6f022c3ccfbd tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1355846
Apr 14 11:27:33.188967 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-c2901edc-d4d8-4bbc-bc89-60a665e6c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:33.190509 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-c2901edc-d4d8-4bbc-bc89-60a665e6c323 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05e340a1-bdb3-488f-9465-bc4eafde987f HTTP/1.1" status: 200  len: 853 time: 0.0806546
Apr 14 11:27:33.270445 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4cd36-52b9-4831-bd5d-8a4495b4ed4a req-d4ca14db-3490-4cf0-aeda-511c5d3666a5 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:33.272068 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e1b4cd36-52b9-4831-bd5d-8a4495b4ed4a req-d4ca14db-3490-4cf0-aeda-511c5d3666a5 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 945 time: 0.2274749
Apr 14 11:27:33.290597 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:33.320351 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e1b4cd36-52b9-4831-bd5d-8a4495b4ed4a req-5bda9dab-9b69-4044-846e-547066486932 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394659
Apr 14 11:27:33.328063 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d60368c8-3ba6-4639-94b1-e2af2f236769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:33.330339 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d60368c8-3ba6-4639-94b1-e2af2f236769 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b86d102a-3cc2-4431-ba4c-0f2f335a7665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1325438
Apr 14 11:27:33.532723 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84914d-4273-46b3-8dbd-d1fb6acceb26 req-4abee816-f2e0-4292-8368-068d6b268b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:33.534351 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4c84914d-4273-46b3-8dbd-d1fb6acceb26 req-4abee816-f2e0-4292-8368-068d6b268b49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42a8edf20fd2489b856e4667ae588287&device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 1098 time: 0.0857763
Apr 14 11:27:33.695137 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84914d-4273-46b3-8dbd-d1fb6acceb26 req-b2e9e865-c37c-4e7b-a3b7-c330678dafed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:33.696726 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4c84914d-4273-46b3-8dbd-d1fb6acceb26 req-b2e9e865-c37c-4e7b-a3b7-c330678dafed service neutron] 10.222.0.47 "GET /v2.0/networks?id=b697626d-73a8-4a4d-86f6-e642e203014b HTTP/1.1" status: 200  len: 912 time: 0.1559131
Apr 14 11:27:33.819642 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4c84914d-4273-46b3-8dbd-d1fb6acceb26 req-d19a1c31-9c12-429e-bb3f-ca78673733ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f2cea50-f652-40ec-9002-e5e8a4220403 HTTP/1.1" status: 200  len: 1000 time: 0.1118128
Apr 14 11:27:33.839847 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-d93f4032-b276-4ac8-bcb7-5e7004d458d9 service neutron] 10.222.0.47 "GET /v2.0/networks/b86d102a-3cc2-4431-ba4c-0f2f335a7665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5020213
Apr 14 11:27:33.877519 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01954ccd-bdd2-4501-87c4-1a07ef9afcb9 req-f346e422-3a79-470a-9b0f-3dc82af6979d tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:33.879185 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-01954ccd-bdd2-4501-87c4-1a07ef9afcb9 req-f346e422-3a79-470a-9b0f-3dc82af6979d tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.4480462
Apr 14 11:27:33.896627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84914d-4273-46b3-8dbd-d1fb6acceb26 req-1387f514-9615-496a-9bda-c0eb8a737c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:33.898510 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4c84914d-4273-46b3-8dbd-d1fb6acceb26 req-1387f514-9615-496a-9bda-c0eb8a737c2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4213cafa-277c-42ee-9b65-c2d9ae792ac7 HTTP/1.1" status: 200  len: 850 time: 0.0693865
Apr 14 11:27:33.922334 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f32a34-cf04-42da-99cf-70e4b9ff172b req-252e2ebe-6831-4d2a-a69e-b1623129b2a8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:33.923924 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b1f32a34-cf04-42da-99cf-70e4b9ff172b req-252e2ebe-6831-4d2a-a69e-b1623129b2a8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 943 time: 0.4482498
Apr 14 11:27:33.989236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84914d-4273-46b3-8dbd-d1fb6acceb26 req-f66e19ec-4e12-4e74-85b5-76422a5fc14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:33.990885 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4c84914d-4273-46b3-8dbd-d1fb6acceb26 req-f66e19ec-4e12-4e74-85b5-76422a5fc14b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b697626d-73a8-4a4d-86f6-e642e203014b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836310
Apr 14 11:27:34.007475 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-01954ccd-bdd2-4501-87c4-1a07ef9afcb9 req-6cd25df0-2e14-4bd0-be8b-205ea4c5b339 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1111038
Apr 14 11:27:34.030080 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b1f32a34-cf04-42da-99cf-70e4b9ff172b req-6a5ce9fe-9dcd-4da5-ace1-352112603a1d tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490892
Apr 14 11:27:34.071434 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1e5f88e4-fa73-48b2-8f08-2a498cb35931 req-e9fa507d-94c2-45dd-8dfd-f9b518ce0d75 service neutron] 10.222.0.47 "GET /v2.0/networks/b86d102a-3cc2-4431-ba4c-0f2f335a7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2240369
Apr 14 11:27:34.159579 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4c84914d-4273-46b3-8dbd-d1fb6acceb26 req-ed1f0eef-8f07-4163-a84e-d07088fd1bb2 service neutron] 10.222.0.47 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600366
Apr 14 11:27:34.231699 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062db380-b3de-4031-9b16-fe253b38d61d req-c566e558-d3bc-4619-93d4-6992fe29d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:34.233743 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-062db380-b3de-4031-9b16-fe253b38d61d req-c566e558-d3bc-4619-93d4-6992fe29d755 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5babc973bcfb4ddab6c5caaa9c078cb5&device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 1096 time: 0.1027331
Apr 14 11:27:34.341892 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4c84914d-4273-46b3-8dbd-d1fb6acceb26 req-22958813-82f4-4bf8-bdb4-ce0fcf5de59c service neutron] 10.222.0.47 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1709173
Apr 14 11:27:34.405652 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062db380-b3de-4031-9b16-fe253b38d61d req-deeb5421-2e6b-4450-b8a0-365136ef5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:34.407223 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-062db380-b3de-4031-9b16-fe253b38d61d req-deeb5421-2e6b-4450-b8a0-365136ef5024 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b86d102a-3cc2-4431-ba4c-0f2f335a7665 HTTP/1.1" status: 200  len: 915 time: 0.1661389
Apr 14 11:27:34.499687 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-062db380-b3de-4031-9b16-fe253b38d61d req-53543ad1-4b4c-4bfa-b978-034157af2a75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6293f0bb-091e-4d80-8545-de01c3732960 HTTP/1.1" status: 200  len: 217 time: 0.0824943
Apr 14 11:27:34.610690 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062db380-b3de-4031-9b16-fe253b38d61d req-ed904b05-5a42-4a09-8af3-8b0d671eacb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:34.612256 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-062db380-b3de-4031-9b16-fe253b38d61d req-ed904b05-5a42-4a09-8af3-8b0d671eacb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05e340a1-bdb3-488f-9465-bc4eafde987f HTTP/1.1" status: 200  len: 853 time: 0.1053760
Apr 14 11:27:34.777313 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c6dcb-c6f9-4659-9292-dc249f2631b6 req-35a41fe2-5f9b-43c9-bcec-1009bbc1d7f7 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:34.779500 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0e4c6dcb-c6f9-4659-9292-dc249f2631b6 req-35a41fe2-5f9b-43c9-bcec-1009bbc1d7f7 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.1594357
Apr 14 11:27:34.781687 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062db380-b3de-4031-9b16-fe253b38d61d req-a545a490-ea6c-4dfd-889b-02e3f7a3ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:34.783121 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-062db380-b3de-4031-9b16-fe253b38d61d req-a545a490-ea6c-4dfd-889b-02e3f7a3ee84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b86d102a-3cc2-4431-ba4c-0f2f335a7665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1232004
Apr 14 11:27:34.854083 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0e4c6dcb-c6f9-4659-9292-dc249f2631b6 req-516fbf3c-6379-459e-b2f4-d2ef03449c18 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0672145
Apr 14 11:27:34.952834 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-062db380-b3de-4031-9b16-fe253b38d61d req-32bb1c97-d916-4d03-964d-b8ea10bbd4b1 service neutron] 10.222.0.47 "GET /v2.0/networks/b86d102a-3cc2-4431-ba4c-0f2f335a7665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1530418
Apr 14 11:27:35.099359 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-062db380-b3de-4031-9b16-fe253b38d61d req-a6d747ea-1744-4903-9d66-9db28d2126c9 service neutron] 10.222.0.47 "GET /v2.0/networks/b86d102a-3cc2-4431-ba4c-0f2f335a7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389995
Apr 14 11:27:35.296506 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6163ca-1f37-4b17-88ef-167db0a9cd86 req-17d47900-e452-4b47-b5dc-df7cb5f9324b tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:35.298160 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bd6163ca-1f37-4b17-88ef-167db0a9cd86 req-17d47900-e452-4b47-b5dc-df7cb5f9324b tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1658983
Apr 14 11:27:35.306122 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b451b-94ef-482b-be92-5b248d3432de req-3e356a2f-4593-4791-ac9d-379084e67833 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:35.307569 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-397b451b-94ef-482b-be92-5b248d3432de req-3e356a2f-4593-4791-ac9d-379084e67833 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 943 time: 0.1344330
Apr 14 11:27:35.351505 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bd6163ca-1f37-4b17-88ef-167db0a9cd86 req-9ed9b9df-183a-41e5-9970-b0e607179054 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429392
Apr 14 11:27:35.355989 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-397b451b-94ef-482b-be92-5b248d3432de req-967abe9a-a97a-4bb6-9213-4ef0d0cf1039 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349159
Apr 14 11:27:36.061695 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd70f0-22a4-4d67-af20-b63ea41b3e49 req-d334284a-eab1-4f58-8a5b-0a5fb7cc961b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:36.063279 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-68cd70f0-22a4-4d67-af20-b63ea41b3e49 req-d334284a-eab1-4f58-8a5b-0a5fb7cc961b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.0900238
Apr 14 11:27:36.094226 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-68cd70f0-22a4-4d67-af20-b63ea41b3e49 req-d395a87c-a2ee-4630-aa2d-2c963e810f05 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0246081
Apr 14 11:27:36.560345 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e84385-66e2-494f-b9eb-d651bfef8792 req-261216ad-ca0c-4da6-8860-1694a599f17b tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:36.561991 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-62e84385-66e2-494f-b9eb-d651bfef8792 req-261216ad-ca0c-4da6-8860-1694a599f17b tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 943 time: 0.0902398
Apr 14 11:27:36.596180 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-62e84385-66e2-494f-b9eb-d651bfef8792 req-45e8c0c6-443c-4086-9617-cf00f56f9aa7 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0279109
Apr 14 11:27:36.652516 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 6293f0bb-091e-4d80-8545-de01c3732960 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:27:36.792230 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 6293f0bb-091e-4d80-8545-de01c3732960, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6293f0bb-091e-4d80-8545-de01c3732960,segment=NetworkSegment(15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9),segment_id=15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:27:36.807210 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '6293f0bb-091e-4d80-8545-de01c3732960', 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'port_id': '6293f0bb-091e-4d80-8545-de01c3732960', 'mac_address': 'fa:16:3e:e3:db:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:27:36.869836 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:36.871178 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6293f0bb-091e-4d80-8545-de01c3732960 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:27:36.888236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 6293f0bb-091e-4d80-8545-de01c3732960, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6293f0bb-091e-4d80-8545-de01c3732960,segment=NetworkSegment(15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9),segment_id=15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:27:36.891060 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:36.892852 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-35c7a9c0-191a-45ad-90b1-243e25d71a2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:36.962288 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=6293f0bb-091e-4d80-8545-de01c3732960,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:36.965384 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:37.173505 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['6293f0bb-091e-4d80-8545-de01c3732960'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:27:37.305552 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384d12e-9a5c-4d5c-ab8b-e2fce7a3e6d6 req-176d9de7-0a10-4919-8349-5a7b010d011d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:37.307189 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2384d12e-9a5c-4d5c-ab8b-e2fce7a3e6d6 req-176d9de7-0a10-4919-8349-5a7b010d011d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.0936723
Apr 14 11:27:37.338076 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2384d12e-9a5c-4d5c-ab8b-e2fce7a3e6d6 req-18cb4713-abec-4acc-a98f-6a2d7db482f8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0243390
Apr 14 11:27:37.795222 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efe218-c4ac-4747-8edc-31c6d3e82a0d req-6a949824-702c-4546-bc49-2cfa5052a965 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:37.796805 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-15efe218-c4ac-4747-8edc-31c6d3e82a0d req-6a949824-702c-4546-bc49-2cfa5052a965 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 944 time: 0.0875359
Apr 14 11:27:37.832946 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-15efe218-c4ac-4747-8edc-31c6d3e82a0d req-99789ea8-b188-4de2-b548-83af19b4f2a4 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0299158
Apr 14 11:27:38.556098 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c06c47-a158-49ff-b595-395c2e952e8d req-2e3ca145-fbfe-49f2-a5ab-7a8c3c119822 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:38.557779 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-91c06c47-a158-49ff-b595-395c2e952e8d req-2e3ca145-fbfe-49f2-a5ab-7a8c3c119822 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.0934584
Apr 14 11:27:38.589500 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-91c06c47-a158-49ff-b595-395c2e952e8d req-0750d2bc-bfa8-4769-9b3e-32f909319f5e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0252254
Apr 14 11:27:38.661806 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 6293f0bb-091e-4d80-8545-de01c3732960 up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:27:38.731444 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port 6293f0bb-091e-4d80-8545-de01c3732960 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:27:38.736280 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 6293f0bb-091e-4d80-8545-de01c3732960 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:27:38.736697 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:38.860853 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:38.873911 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198bc0ee-ea8e-4760-aab1-845e603428be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6293f0bb-091e-4d80-8545-de01c3732960'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:27:38.884166 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 6293f0bb-091e-4d80-8545-de01c3732960, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6293f0bb-091e-4d80-8545-de01c3732960,segment=NetworkSegment(15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9),segment_id=15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:27:38.889933 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:38.891892 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:38.925442 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198bc0ee-ea8e-4760-aab1-845e603428be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6293f0bb-091e-4d80-8545-de01c3732960', 'code': 200}
Apr 14 11:27:38.968387 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=6293f0bb-091e-4d80-8545-de01c3732960,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:38.971594 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:39.041665 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbea48-989c-43a2-94c3-607c4e087c75 req-0e2e0f6e-0778-4874-a45d-16b78ec6955e tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:39.043253 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-30fbea48-989c-43a2-94c3-607c4e087c75 req-0e2e0f6e-0778-4874-a45d-16b78ec6955e tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 945 time: 0.0932918
Apr 14 11:27:39.079948 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-30fbea48-989c-43a2-94c3-607c4e087c75 req-c969e1aa-c102-43e1-bc98-d3b704c4d6ab tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0296686
Apr 14 11:27:39.230735 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7949d-3f7a-48e8-8699-b1d110920026 req-60b995f4-29bf-46b8-b489-5dae3c1d110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:39.233494 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d5d7949d-3f7a-48e8-8699-b1d110920026 req-60b995f4-29bf-46b8-b489-5dae3c1d110b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 1098 time: 0.1289814
Apr 14 11:27:39.261412 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d5d7949d-3f7a-48e8-8699-b1d110920026 req-d177eaf2-7c43-4255-ae73-d70677ae3696 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0208952
Apr 14 11:27:39.507718 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7622b-cd49-43d8-929c-5a9a9211371a req-6f2a8b76-1580-4cc2-943a-ee84235a1d93 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:39.510893 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e9f7622b-cd49-43d8-929c-5a9a9211371a req-6f2a8b76-1580-4cc2-943a-ee84235a1d93 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0890369
Apr 14 11:27:39.543674 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e9f7622b-cd49-43d8-929c-5a9a9211371a req-7728558c-7570-426d-ac40-65558d9ae1fe tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0279486
Apr 14 11:27:39.799354 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01989699-b508-4a9f-b6ac-40fb2fccb4e2 req-e877837c-06c8-4bf2-9e01-442e4fc2acdc tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:39.800868 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-01989699-b508-4a9f-b6ac-40fb2fccb4e2 req-e877837c-06c8-4bf2-9e01-442e4fc2acdc tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.0893147
Apr 14 11:27:39.831604 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-01989699-b508-4a9f-b6ac-40fb2fccb4e2 req-0728d459-90e5-43ce-937e-52af93dc7ffb tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0243826
Apr 14 11:27:40.285426 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa67bc9-8d54-443c-9171-36ad525740f8 req-d91e8619-8668-4fa7-9f1d-a870820c8815 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:40.287002 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-efa67bc9-8d54-443c-9171-36ad525740f8 req-d91e8619-8668-4fa7-9f1d-a870820c8815 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 945 time: 0.0885553
Apr 14 11:27:40.320270 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-efa67bc9-8d54-443c-9171-36ad525740f8 req-d137333e-2e59-4139-ac5f-ac1553ce350f tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0269375
Apr 14 11:27:40.745918 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01998551-49d4-4f6a-a753-e8ba5bab24cc req-499c15ba-873a-4a85-a705-8e6a83e6ec25 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:40.748074 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-01998551-49d4-4f6a-a753-e8ba5bab24cc req-499c15ba-873a-4a85-a705-8e6a83e6ec25 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0881810
Apr 14 11:27:40.779169 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-01998551-49d4-4f6a-a753-e8ba5bab24cc req-edbcdd51-072a-4197-97f5-9453a82964e0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0243609
Apr 14 11:27:41.032639 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f5727-1fab-48b7-8e4d-bfd2ae895ed8 req-f56a5d5f-1188-46fc-80e8-d6d4c66ea3b7 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:41.034223 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ae5f5727-1fab-48b7-8e4d-bfd2ae895ed8 req-f56a5d5f-1188-46fc-80e8-d6d4c66ea3b7 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.0866916
Apr 14 11:27:41.067601 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ae5f5727-1fab-48b7-8e4d-bfd2ae895ed8 req-2fce655f-ed39-4cd4-a34b-4bc24f789d23 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0270877
Apr 14 11:27:41.520949 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e52ff-215d-432d-8b8a-d4aee88a9774 req-5fe9edee-62d1-4a2a-987b-5bd91d56dcda tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:41.522517 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f44e52ff-215d-432d-8b8a-d4aee88a9774 req-5fe9edee-62d1-4a2a-987b-5bd91d56dcda tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 945 time: 0.0888307
Apr 14 11:27:41.554128 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f44e52ff-215d-432d-8b8a-d4aee88a9774 req-cf6bb3fa-9cee-402e-86f2-7c7214d93a57 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242410
Apr 14 11:27:41.757275 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa9b48-368d-4c4e-8982-925a39dafeaa req-e1d8d612-96ae-4629-991d-a2a99c731033 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:41.758839 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-78fa9b48-368d-4c4e-8982-925a39dafeaa req-e1d8d612-96ae-4629-991d-a2a99c731033 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 945 time: 0.0894270
Apr 14 11:27:41.793163 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-78fa9b48-368d-4c4e-8982-925a39dafeaa req-349abbbb-30b8-47e4-b0bb-e911bc1364e1 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0276287
Apr 14 11:27:41.984085 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011eea77-3fc9-460a-bffc-81da87299111 req-bbd4abcd-aeeb-4c47-9cb0-1d804e6582be tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:41.986044 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-011eea77-3fc9-460a-bffc-81da87299111 req-bbd4abcd-aeeb-4c47-9cb0-1d804e6582be tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0898640
Apr 14 11:27:42.017633 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-011eea77-3fc9-460a-bffc-81da87299111 req-2f457217-dffd-411c-923e-e3ca539eede1 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0252676
Apr 14 11:27:42.286970 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165bbfe-9c1b-47d8-b6dd-b01b2628ea37 req-7b3c03b6-9417-4977-8d9e-c64bf274e469 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:42.288584 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e165bbfe-9c1b-47d8-b6dd-b01b2628ea37 req-7b3c03b6-9417-4977-8d9e-c64bf274e469 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 945 time: 0.1601982
Apr 14 11:27:42.319832 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ef0ac-7d67-4ced-ae70-5590584ce011 req-bed9793b-cb3c-4048-b5d4-7e20c83f13d7 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:42.321343 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5f4ef0ac-7d67-4ced-ae70-5590584ce011 req-bed9793b-cb3c-4048-b5d4-7e20c83f13d7 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.1337490
Apr 14 11:27:42.333886 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e165bbfe-9c1b-47d8-b6dd-b01b2628ea37 req-ffdbcda1-4a49-4092-807f-5c13151b46a7 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364347
Apr 14 11:27:42.359794 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5f4ef0ac-7d67-4ced-ae70-5590584ce011 req-8cbb528c-109c-4c1b-abe0-730f56999560 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0294478
Apr 14 11:27:43.218118 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224f461-7023-4fc1-8885-64a7e38c96ba req-3f4b0b95-3db3-40a2-bbc0-19ac0670e919 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:43.219682 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1224f461-7023-4fc1-8885-64a7e38c96ba req-3f4b0b95-3db3-40a2-bbc0-19ac0670e919 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0908036
Apr 14 11:27:43.250012 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1224f461-7023-4fc1-8885-64a7e38c96ba req-db85724b-b2c1-4eb1-ab6d-3db5220f6e6b tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0239797
Apr 14 11:27:43.567961 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5ff63-8456-49c6-b9ed-b8a04a2ad4fc req-5b948ec9-b975-4dcb-8b97-9412ad566ceb tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:43.569591 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6ea5ff63-8456-49c6-b9ed-b8a04a2ad4fc req-5b948ec9-b975-4dcb-8b97-9412ad566ceb tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.0899851
Apr 14 11:27:43.599410 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6ea5ff63-8456-49c6-b9ed-b8a04a2ad4fc req-141983b7-51d4-4543-87c4-156ed06bbf02 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0235126
Apr 14 11:27:44.456989 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca4485-199a-4f27-887c-ced1d4c3e927 req-dc51d17f-fab6-419e-b6c5-79119aad12f0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:44.458813 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-02ca4485-199a-4f27-887c-ced1d4c3e927 req-dc51d17f-fab6-419e-b6c5-79119aad12f0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0935118
Apr 14 11:27:44.490618 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-02ca4485-199a-4f27-887c-ced1d4c3e927 req-e2159373-b9e8-4787-ae04-19dd032f9735 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253713
Apr 14 11:27:44.807487 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f42e95-9a25-4a96-91cd-5b4bae40a6d1 req-ab9bc115-a6b2-4f30-b44f-66b5fcf12e16 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:44.808984 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-20f42e95-9a25-4a96-91cd-5b4bae40a6d1 req-ab9bc115-a6b2-4f30-b44f-66b5fcf12e16 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.0872715
Apr 14 11:27:44.841929 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-20f42e95-9a25-4a96-91cd-5b4bae40a6d1 req-0137e6c3-6b2e-4f8f-b366-6a1bb828a095 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0256665
Apr 14 11:27:45.695488 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed9772-756b-4159-bf47-3c7f70f0be95 req-410dd1e1-2c0c-42e0-9108-0345e13a061d tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:45.697074 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-49ed9772-756b-4159-bf47-3c7f70f0be95 req-410dd1e1-2c0c-42e0-9108-0345e13a061d tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0942631
Apr 14 11:27:45.728268 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-49ed9772-756b-4159-bf47-3c7f70f0be95 req-b5353b33-f40e-436c-bf79-8353c25b66f2 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0242321
Apr 14 11:27:46.051503 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80aa3c-de15-4a97-9d31-d71e2f7e4046 req-942697b5-c559-469b-8c9a-aab22d303ca5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:46.053377 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5c80aa3c-de15-4a97-9d31-d71e2f7e4046 req-942697b5-c559-469b-8c9a-aab22d303ca5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.0899251
Apr 14 11:27:46.084604 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5c80aa3c-de15-4a97-9d31-d71e2f7e4046 req-ccc56dcb-ade9-4444-b19d-cf3e991404ce tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0250971
Apr 14 11:27:46.939120 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78eb3e-60bb-4d52-9c56-d02cc2e4f493 req-8dec6bf8-f111-4dea-8e49-6effd91c6fd7 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:46.941072 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9c78eb3e-60bb-4d52-9c56-d02cc2e4f493 req-8dec6bf8-f111-4dea-8e49-6effd91c6fd7 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0966594
Apr 14 11:27:46.972601 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9c78eb3e-60bb-4d52-9c56-d02cc2e4f493 req-7f18a35f-6d3d-4a93-80fe-c086f334d9f7 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250733
Apr 14 11:27:47.291228 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c2902-97ea-4335-af26-6e378a3369e7 req-45877bc8-6784-4f0d-8527-344360f60b2d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:47.292837 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a31c2902-97ea-4335-af26-6e378a3369e7 req-45877bc8-6784-4f0d-8527-344360f60b2d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.0900886
Apr 14 11:27:47.326744 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a31c2902-97ea-4335-af26-6e378a3369e7 req-f1756042-6bf4-4646-81d8-cbbb8a866790 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0266533
Apr 14 11:27:48.177952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab85787-982b-43b0-aef5-5981408fa18f req-9de8f876-a87c-4e4c-95e9-cf10de90a831 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:48.179521 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4ab85787-982b-43b0-aef5-5981408fa18f req-9de8f876-a87c-4e4c-95e9-cf10de90a831 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0914581
Apr 14 11:27:48.209643 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4ab85787-982b-43b0-aef5-5981408fa18f req-341c0fbd-c08d-45f2-a65c-bc4169a62490 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0236838
Apr 14 11:27:48.534996 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6395e5-41e9-4be8-817d-4eb9c3b1a5b1 req-6e8eef1d-e0d6-4f08-b715-b0ffcf57a402 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:48.536588 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7c6395e5-41e9-4be8-817d-4eb9c3b1a5b1 req-6e8eef1d-e0d6-4f08-b715-b0ffcf57a402 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.0882626
Apr 14 11:27:48.567573 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7c6395e5-41e9-4be8-817d-4eb9c3b1a5b1 req-7cd5c919-c4b8-4827-8449-d3700eea29ab tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0242708
Apr 14 11:27:49.413619 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abf861-3f6c-40b0-98e1-fe3c4e96da88 req-7e44e8e6-8c84-4c44-bbfb-34668795e4e3 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:49.415136 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-22abf861-3f6c-40b0-98e1-fe3c4e96da88 req-7e44e8e6-8c84-4c44-bbfb-34668795e4e3 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0917456
Apr 14 11:27:49.447292 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-22abf861-3f6c-40b0-98e1-fe3c4e96da88 req-6054375e-f804-48ae-98ea-7d5c4fc8f80f tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0255642
Apr 14 11:27:49.776218 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58142d-6ece-4df6-b1db-bee884a8eb8e req-a7f9bd8f-a9df-4f4b-bd4c-171e7a96a28b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:49.777766 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6a58142d-6ece-4df6-b1db-bee884a8eb8e req-a7f9bd8f-a9df-4f4b-bd4c-171e7a96a28b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.0879183
Apr 14 11:27:49.808556 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6a58142d-6ece-4df6-b1db-bee884a8eb8e req-56f40576-b440-4fc4-bb56-8c8e03d119b2 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0240183
Apr 14 11:27:50.654688 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35fc36-c30d-4510-9a02-b24ed3b41b3e req-757aaac6-c84c-40d5-8056-38c9885d287f tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:50.656255 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0c35fc36-c30d-4510-9a02-b24ed3b41b3e req-757aaac6-c84c-40d5-8056-38c9885d287f tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0940688
Apr 14 11:27:50.687355 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0c35fc36-c30d-4510-9a02-b24ed3b41b3e req-3af77ab6-044c-47bf-af34-9e029547fd08 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0244062
Apr 14 11:27:51.020535 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596a6d8-3486-4fef-a86a-12b5b45a6016 req-4b297638-1050-47f4-8bbc-c27300b8fb3d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:51.022192 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4596a6d8-3486-4fef-a86a-12b5b45a6016 req-4b297638-1050-47f4-8bbc-c27300b8fb3d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.0892220
Apr 14 11:27:51.052657 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4596a6d8-3486-4fef-a86a-12b5b45a6016 req-16d717e6-4c11-4d89-ab43-026ff9095e4f tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0239193
Apr 14 11:27:51.892745 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f374d-5c4d-40ca-a615-30912259e9a3 req-3258d998-ecf3-473a-a017-6e00920d5988 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:51.894355 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e86f374d-5c4d-40ca-a615-30912259e9a3 req-3258d998-ecf3-473a-a017-6e00920d5988 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0920682
Apr 14 11:27:51.924874 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e86f374d-5c4d-40ca-a615-30912259e9a3 req-dee4eae4-a291-4184-a7e4-10ddcea2dad3 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0240514
Apr 14 11:27:52.258892 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2caf3f-f5bd-483e-ac97-c04c10e16a95 req-2ee18e46-a334-4be5-9b7a-9c6e548b86c0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:52.260403 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7d2caf3f-f5bd-483e-ac97-c04c10e16a95 req-2ee18e46-a334-4be5-9b7a-9c6e548b86c0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.0895915
Apr 14 11:27:52.291127 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7d2caf3f-f5bd-483e-ac97-c04c10e16a95 req-6bfc7007-c180-417c-9c77-363a1ec105ab tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0241423
Apr 14 11:27:52.753007 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:27:52.901704 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:27:52.919980 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'port_id': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df', 'mac_address': 'fa:16:3e:13:20:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:27:52.981977 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:52.983381 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:27:53.001732 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:27:53.004967 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:53.007125 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:53.148873 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:27:53.218063 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,revision_number=6']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:53.246171 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:53.272570 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a785ab5-2a98-4980-827f-f9c52ddaddec req-bd10bc27-a13d-4538-9fef-1bffb960403b tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:53.275723 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2a785ab5-2a98-4980-827f-f9c52ddaddec req-bd10bc27-a13d-4538-9fef-1bffb960403b tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.2110090
Apr 14 11:27:53.317662 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2a785ab5-2a98-4980-827f-f9c52ddaddec req-ffa809a6-5ebf-4383-b886-a1b0d9073871 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352542
Apr 14 11:27:53.544113 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece0675-54cc-4e50-8604-6afd08d106e7 req-95d566dc-9363-4450-b769-321795e255fc tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:53.545899 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0ece0675-54cc-4e50-8604-6afd08d106e7 req-95d566dc-9363-4450-b769-321795e255fc tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 944 time: 0.0992906
Apr 14 11:27:53.580917 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0ece0675-54cc-4e50-8604-6afd08d106e7 req-c29239f2-7cc5-49ce-bb6c-a55255700740 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0277507
Apr 14 11:27:54.595995 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9642a9-6e1a-4bbe-a170-be261dd9de37 req-14b10d21-d28c-4723-ad34-efe7dd246946 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:54.597825 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ae9642a9-6e1a-4bbe-a170-be261dd9de37 req-14b10d21-d28c-4723-ad34-efe7dd246946 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.1050622
Apr 14 11:27:54.768977 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:27:54.913229 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:27:54.913652 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:54.983434 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ae9642a9-6e1a-4bbe-a170-be261dd9de37 req-2fe99fbc-4ba0-4ffc-930a-7e7ee7a66a51 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3785615
Apr 14 11:27:55.072416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111dd97-816f-4fbf-b881-6a3ebd8d4963 req-ba07f755-00f8-4b01-907b-1a158df4d244 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:55.074757 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b111dd97-816f-4fbf-b881-6a3ebd8d4963 req-ba07f755-00f8-4b01-907b-1a158df4d244 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 944 time: 0.1558206
Apr 14 11:27:55.076892 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:55.097160 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:27:55.098605 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:27:55.105874 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:55.108346 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-362016a9-9486-4e4e-b855-cd86ab0da3e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:55.123259 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b111dd97-816f-4fbf-b881-6a3ebd8d4963 req-ce8bc82c-8b41-4e71-905e-a898e60fccb0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410581
Apr 14 11:27:55.212480 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,revision_number=7']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:27:55.216236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:27:55.262079 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df', 'code': 200}
Apr 14 11:27:55.450132 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1d3eb98b-1715-4218-9b70-f67381b9a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:55.522749 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa550d-35fd-49ba-8b43-933499ad0d5a req-db62275e-6e31-4fde-a2ee-011293bbe5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:55.524619 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a7fa550d-35fd-49ba-8b43-933499ad0d5a req-db62275e-6e31-4fde-a2ee-011293bbe5be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73c130d3f7dc4956aa28b890684d0e50&device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 1099 time: 0.1314955
Apr 14 11:27:55.706994 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa550d-35fd-49ba-8b43-933499ad0d5a req-b054a5db-933d-4062-9e8b-26a45c01a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:55.708591 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a7fa550d-35fd-49ba-8b43-933499ad0d5a req-b054a5db-933d-4062-9e8b-26a45c01a697 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 HTTP/1.1" status: 200  len: 910 time: 0.1759689
Apr 14 11:27:55.854516 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a7fa550d-35fd-49ba-8b43-933499ad0d5a req-b4e796a2-3bff-44a0-8ef0-6f9875308940 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5a525b1-2146-468e-bd54-22bc70a65acd HTTP/1.1" status: 200  len: 1002 time: 0.1267114
Apr 14 11:27:55.939820 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa550d-35fd-49ba-8b43-933499ad0d5a req-38cc1db1-cc6d-4b35-b480-7506be344445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:55.941542 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a7fa550d-35fd-49ba-8b43-933499ad0d5a req-38cc1db1-cc6d-4b35-b480-7506be344445 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de6bf4f8-000f-4c47-956f-2890583d6b33 HTTP/1.1" status: 200  len: 848 time: 0.0845785
Apr 14 11:27:56.043145 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa550d-35fd-49ba-8b43-933499ad0d5a req-82e09a1b-e8b8-4292-9999-418473b7e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:56.044825 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a7fa550d-35fd-49ba-8b43-933499ad0d5a req-82e09a1b-e8b8-4292-9999-418473b7e1aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0929279
Apr 14 11:27:56.325439 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08204df-a820-4449-8aac-299b3683d45f req-bf4be91c-3f36-4acf-a848-fc2b39bc0438 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:56.333563 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d08204df-a820-4449-8aac-299b3683d45f req-bf4be91c-3f36-4acf-a848-fc2b39bc0438 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.1850576
Apr 14 11:27:56.364576 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a7fa550d-35fd-49ba-8b43-933499ad0d5a req-423780f8-99c9-42bc-919b-3c845ba56e0f service neutron] 10.222.0.47 "GET /v2.0/networks/bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3118482
Apr 14 11:27:56.405639 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d08204df-a820-4449-8aac-299b3683d45f req-05f71ca5-2607-41dd-b667-6e573c23a835 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708997
Apr 14 11:27:56.551361 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0804ae-d692-440a-a002-0e1fb70441fb req-024e0048-8d1d-435c-8906-8f129126218b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:56.553306 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4e0804ae-d692-440a-a002-0e1fb70441fb req-024e0048-8d1d-435c-8906-8f129126218b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.2947159
Apr 14 11:27:56.600165 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4e0804ae-d692-440a-a002-0e1fb70441fb req-339a09b4-8dbf-4145-a4f7-d3c74c7c8443 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0272748
Apr 14 11:27:56.623535 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a7fa550d-35fd-49ba-8b43-933499ad0d5a req-c8ab3d62-1e2a-4b0b-ac7d-03721c0584d0 service neutron] 10.222.0.47 "GET /v2.0/networks/bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2461460
Apr 14 11:27:57.441325 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fe9df8fd-a3d2-4a6a-987f-7f788b1e4a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:57.663609 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f7000-9f82-40ca-bb30-529d7d23e4f8 req-7ce79f63-8754-42c6-af2b-d45ab8225934 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:57.665342 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-319f7000-9f82-40ca-bb30-529d7d23e4f8 req-7ce79f63-8754-42c6-af2b-d45ab8225934 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.1172163
Apr 14 11:27:57.698153 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-319f7000-9f82-40ca-bb30-529d7d23e4f8 req-c61786c9-6027-42ff-a42c-1726de66657e tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0260170
Apr 14 11:27:57.870507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45a336-219e-45b6-81d6-eb94779d3acb req-847c7d53-1110-4d02-a739-4d41424e5f7b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:57.872293 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fe45a336-219e-45b6-81d6-eb94779d3acb req-847c7d53-1110-4d02-a739-4d41424e5f7b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.0919039
Apr 14 11:27:57.910490 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fe45a336-219e-45b6-81d6-eb94779d3acb req-63191a33-5729-4f84-8c64-3419654b5c30 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0312800
Apr 14 11:27:58.330932 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:58.669497 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b397c2a-5b9d-476e-a292-65b5a8923ff9 req-d128f94f-70ea-4e13-acba-2e782061291c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:58.671337 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b397c2a-5b9d-476e-a292-65b5a8923ff9 req-d128f94f-70ea-4e13-acba-2e782061291c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 945 time: 0.1021345
Apr 14 11:27:58.708906 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b397c2a-5b9d-476e-a292-65b5a8923ff9 req-0733a886-b5fa-4d46-aabd-2a6c543fff75 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0298495
Apr 14 11:27:58.741104 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 60238) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:27:58.993100 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f09185-75b6-4b39-a23b-0e62929ca33d tempest-TestMinimumBasicScenario-710377037 tempest-TestMinimumBasicScenario-710377037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:58.993100 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c3f09185-75b6-4b39-a23b-0e62929ca33d tempest-TestMinimumBasicScenario-710377037 tempest-TestMinimumBasicScenario-710377037-project-admin] Synchronizing usage tracker for tenant:14b2e520d2a9404f92c620c31a10cef0 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:27:59.039993 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e113124-8096-4ac3-b0b5-baf7f4a17366 req-294cbb88-563e-44d9-b966-b17388f3439f tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:59.041282 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5e113124-8096-4ac3-b0b5-baf7f4a17366 req-294cbb88-563e-44d9-b966-b17388f3439f tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.1573920
Apr 14 11:27:59.092363 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5e113124-8096-4ac3-b0b5-baf7f4a17366 req-f24e8d54-b6b5-49cb-9d8e-0c4af23c5795 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337501
Apr 14 11:27:59.098729 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c3f09185-75b6-4b39-a23b-0e62929ca33d tempest-TestMinimumBasicScenario-710377037 tempest-TestMinimumBasicScenario-710377037-project-admin] Unset dirty status for tenant:14b2e520d2a9404f92c620c31a10cef0 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:27:59.103927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 60250) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:27:59.106384 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c3f09185-75b6-4b39-a23b-0e62929ca33d tempest-TestMinimumBasicScenario-710377037 tempest-TestMinimumBasicScenario-710377037-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 1093 time: 0.3638768
Apr 14 11:27:59.116863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Request body: {'floatingip': {'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'port_id': '6293f0bb-091e-4d80-8545-de01c3732960', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:27:59.130844 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:27:59.135882 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Usage tracker for resource:floatingip and tenant:5babc973bcfb4ddab6c5caaa9c078cb5 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:27:59.146005 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:27:59.153767 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:27:59.176387 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for floatingip, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:59.232361 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b6d5a-3533-4f5c-8536-d9b1f5923483 req-3c9ad992-4b40-4fa0-8d77-47531df396e0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:59.238347 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-223b6d5a-3533-4f5c-8536-d9b1f5923483 req-3c9ad992-4b40-4fa0-8d77-47531df396e0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.1150982
Apr 14 11:27:59.302884 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-223b6d5a-3533-4f5c-8536-d9b1f5923483 req-d33aaea2-74f0-43aa-9e11-0a4ab225748a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0603709
Apr 14 11:27:59.351059 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:59.405011 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:59.620895 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Allocated IP 172.27.2.249 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/b19b588d-a72b-4ef1-9a23-d9f5ce9815ec) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:27:59.822444 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:59.861387 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa040ef0-03a9-414c-b01e-c7b0f1bbd20f req-98dad43d-9ad0-4b16-ad1c-3fa745bdc0fc tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:27:59.868234 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:27:59.869337 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fa040ef0-03a9-414c-b01e-c7b0f1bbd20f req-98dad43d-9ad0-4b16-ad1c-3fa745bdc0fc tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 945 time: 0.1047366
Apr 14 11:27:59.884773 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f48625b3-59f0-463a-9d31-989b350e8d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:27:59.909279 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fa040ef0-03a9-414c-b01e-c7b0f1bbd20f req-cd49e12c-a236-458b-ab9e-eba9c4fd6232 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387025
Apr 14 11:28:00.345531 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096fbdf-aa1c-4bdb-b4d2-b582f4a931cd req-edf31dd9-ccdb-4cfd-a297-01cf39e1b44f tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:00.347329 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6096fbdf-aa1c-4bdb-b4d2-b582f4a931cd req-edf31dd9-ccdb-4cfd-a297-01cf39e1b44f tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.1016474
Apr 14 11:28:00.384640 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:00.442078 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6096fbdf-aa1c-4bdb-b4d2-b582f4a931cd req-f3015376-029b-489b-8eac-9d21391201e8 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744214
Apr 14 11:28:00.483667 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:28:00.488735 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:28:00.495772 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:28:00.646662 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b21e4b-c864-4f53-a885-c738a49aff09 req-edd26a86-3e7f-4b03-bfd3-58657c8c1c3f tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:00.648644 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-91b21e4b-c864-4f53-a885-c738a49aff09 req-edd26a86-3e7f-4b03-bfd3-58657c8c1c3f tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.1189985
Apr 14 11:28:00.687421 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-91b21e4b-c864-4f53-a885-c738a49aff09 req-65ea65f9-13e7-4520-ac7f-5e1c5dd0247d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0318177
Apr 14 11:28:00.693234 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Pushing event updated for resources: {'Port': ['ID=b19b588d-a72b-4ef1-9a23-d9f5ce9815ec,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:00.708551 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:00.708992 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:00.709434 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:00.709842 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:00.710246 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:00.710721 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:00.711125 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:00.711693 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:00.712094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:00.712493 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:00.712892 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:00.713311 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:00.719343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:00.788043 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device c5a525b1-2146-468e-bd54-22bc70a65acd no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:28:00.884043 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 60272) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:00.941070 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165decb-dd47-473d-9985-6783cfae7e05 req-713d6bf5-b410-4f0a-9da3-f65a6434dbbe tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:00.949546 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8165decb-dd47-473d-9985-6783cfae7e05 req-713d6bf5-b410-4f0a-9da3-f65a6434dbbe tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.1147218
Apr 14 11:28:00.993910 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8165decb-dd47-473d-9985-6783cfae7e05 req-3506925d-d195-4d06-a9c4-7d539c16103d tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431161
Apr 14 11:28:01.051513 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:01.074704 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port c5a525b1-2146-468e-bd54-22bc70a65acd, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c5a525b1-2146-468e-bd54-22bc70a65acd,segment=NetworkSegment(fd9866f7-0a0e-42cb-b9aa-ef965ce996a3),segment_id=fd9866f7-0a0e-42cb-b9aa-ef965ce996a3)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:28:01.076028 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a525b1-2146-468e-bd54-22bc70a65acd'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:28:01.099153 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:01.101842 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:01.196500 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7dba3f12-999f-41e2-bd6d-6ea0be5b4c88 req-6c6eb487-14f9-422d-839a-37a76533bcbb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3112803
Apr 14 11:28:01.214108 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618915a8-8da0-49d4-b5bf-26f4fa60295a req-b06c5789-232b-4bd9-822b-46b4a0ed1813 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:01.215826 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-618915a8-8da0-49d4-b5bf-26f4fa60295a req-b06c5789-232b-4bd9-822b-46b4a0ed1813 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 945 time: 0.1438525
Apr 14 11:28:01.217655 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=c5a525b1-2146-468e-bd54-22bc70a65acd,revision_number=6']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:01.228138 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:01.262272 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-618915a8-8da0-49d4-b5bf-26f4fa60295a req-8874f7f5-b636-412e-909e-a0985a4dbfd7 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384762
Apr 14 11:28:01.277795 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:01.292516 dv-cinder-774594-3-iscsi neutron-server[85170]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c5a525b1-2146-468e-bd54-22bc70a65acd', 'code': 422} returned with failed status
Apr 14 11:28:01.417223 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:01.707179 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a4941-2c6c-4864-a420-1f33f79a1342 req-142e9778-ed47-4024-b211-92eb5d4781ea tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:01.708791 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-af2a4941-2c6c-4864-a420-1f33f79a1342 req-142e9778-ed47-4024-b211-92eb5d4781ea tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.47 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 945 time: 0.1338429
Apr 14 11:28:01.869736 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:01.884339 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-af2a4941-2c6c-4864-a420-1f33f79a1342 req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Deleting port d85b442c-becf-4f9a-a755-48b77b4a91b3 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:28:01.884919 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-af2a4941-2c6c-4864-a420-1f33f79a1342 req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:01.886672 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:01.908940 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d5447248-661c-4bd3-8906-384050a001d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:02.076472 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Pushing event updated for resources: {'Port': ['ID=b19b588d-a72b-4ef1-9a23-d9f5ce9815ec,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:02.082139 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:02.230769 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850711266'] for floatingip, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:02.342180 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcee09-9aa4-4665-aea1-70c3e4817ed9 req-4ef3b921-7010-42a5-96fb-70c59a242702 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:02.350481 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-30dcee09-9aa4-4665-aea1-70c3e4817ed9 req-4ef3b921-7010-42a5-96fb-70c59a242702 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.3957338
Apr 14 11:28:02.418379 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-30dcee09-9aa4-4665-aea1-70c3e4817ed9 req-23e6c66e-e2cc-4fc3-a881-c647ec705925 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0665159
Apr 14 11:28:02.444583 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-af2a4941-2c6c-4864-a420-1f33f79a1342 req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] For port d85b442c-becf-4f9a-a755-48b77b4a91b3, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d85b442c-becf-4f9a-a755-48b77b4a91b3,segment=NetworkSegment(6dfb80d9-8b3d-46e4-9d09-3be0a23b87da),segment_id=6dfb80d9-8b3d-46e4-9d09-3be0a23b87da)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:28:02.453214 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-af2a4941-2c6c-4864-a420-1f33f79a1342 req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:02.498024 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_db [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Floating IP f19166ba-d364-4b4f-8a17-6ccbb404e123 associated. External IP: 172.27.2.249, port: 6293f0bb-091e-4d80-8545-de01c3732960.
Apr 14 11:28:02.510097 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed4d36-3ded-4ecd-9fed-d129f196ff27 req-cef61e6d-e288-47c6-bafe-86b50371c065 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:02.513274 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d3ed4d36-3ded-4ecd-9fed-d129f196ff27 req-cef61e6d-e288-47c6-bafe-86b50371c065 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 944 time: 0.3332775
Apr 14 11:28:02.583982 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d3ed4d36-3ded-4ecd-9fed-d129f196ff27 req-cb5d0313-6735-4ce8-9ed0-c32d81f0c90c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595517
Apr 14 11:28:02.671846 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:28:02.806035 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-af2a4941-2c6c-4864-a420-1f33f79a1342 req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Calling delete_port for d85b442c-becf-4f9a-a755-48b77b4a91b3 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:28:03.011011 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Router 9e8533e1-220a-4352-af30-0336b44187a1 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:28:03.014161 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-af2a4941-2c6c-4864-a420-1f33f79a1342 req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:03.032477 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:03.299470 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:03.301254 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:28:03.313087 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c06a1-9315-4125-9538-fbf7b6e3a1be None None] Sync routers for ids ['9e8533e1-220a-4352-af30-0336b44187a1'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:28:03.325980 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c06a1-9315-4125-9538-fbf7b6e3a1be None None] Routers {'9e8533e1-220a-4352-af30-0336b44187a1'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:28:03.327419 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-272c06a1-9315-4125-9538-fbf7b6e3a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130394a58>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:27:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['9e8533e1-220a-4352-af30-0336b44187a1'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:28:03.340911 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:03.408216 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba3f12-999f-41e2-bd6d-6ea0be5b4c88 req-65a10d22-897b-469c-9daf-49b15bb370c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:03.409914 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7dba3f12-999f-41e2-bd6d-6ea0be5b4c88 req-65a10d22-897b-469c-9daf-49b15bb370c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09&tenant_id=73c130d3f7dc4956aa28b890684d0e50 HTTP/1.1" status: 200  len: 1097 time: 0.2174838
Apr 14 11:28:03.421708 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.3165066
Apr 14 11:28:03.422544 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 60306) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:03.423120 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198bc0ee-ea8e-4760-aab1-845e603428be', 'tag': '6293f0bb-091e-4d80-8545-de01c3732960'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:28:03.448910 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-52559505-0141-4daf-bf64-2faa0d7945e9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-822781997', 'description': 'tempest-secgroup-smoke-822781997 description', 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:28:03.456791 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-52559505-0141-4daf-bf64-2faa0d7945e9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:28:03.470268 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-52559505-0141-4daf-bf64-2faa0d7945e9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:28:03.520439 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-52559505-0141-4daf-bf64-2faa0d7945e9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:03.525374 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Pushing event deleted for resources: {'Port': ['ID=d85b442c-becf-4f9a-a755-48b77b4a91b3,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:03.533448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-52559505-0141-4daf-bf64-2faa0d7945e9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:28:03.541579 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-52559505-0141-4daf-bf64-2faa0d7945e9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Usage tracker for resource:security_group_rule and tenant:5babc973bcfb4ddab6c5caaa9c078cb5 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:28:03.546650 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-52559505-0141-4daf-bf64-2faa0d7945e9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:28:03.566245 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-52559505-0141-4daf-bf64-2faa0d7945e9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:28:03.566827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:03.567363 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:03.568005 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:03.568511 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:03.568987 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:03.569518 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:03.571905 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:03.572428 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:03.572943 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:03.573519 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:03.577298 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:03.577945 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:03.604618 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:03.605621 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-272c06a1-9315-4125-9538-fbf7b6e3a1be None None] Set router 9e8533e1-220a-4352-af30-0336b44187a1 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:28:03.621989 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba3f12-999f-41e2-bd6d-6ea0be5b4c88 req-c8dd5de8-3624-4cf1-808f-94dc1949bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:03.623611 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7dba3f12-999f-41e2-bd6d-6ea0be5b4c88 req-c8dd5de8-3624-4cf1-808f-94dc1949bfaa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73c130d3f7dc4956aa28b890684d0e50&device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 1097 time: 0.1455441
Apr 14 11:28:03.649222 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca009de2-2814-49a8-b5a4-a752c2a2711d req-2b33c6f0-95c0-4d14-a4c9-4b11652bb9c7 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:03.658712 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ca009de2-2814-49a8-b5a4-a752c2a2711d req-2b33c6f0-95c0-4d14-a4c9-4b11652bb9c7 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6840b0cb-4bb7-458a-9b21-1d59313f2ddc HTTP/1.1" status: 200  len: 945 time: 0.9969158
Apr 14 11:28:03.723909 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198bc0ee-ea8e-4760-aab1-845e603428be', 'tag': '6293f0bb-091e-4d80-8545-de01c3732960', 'status': 'completed', 'code': 200}
Apr 14 11:28:03.749750 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2a4941-2c6c-4864-a420-1f33f79a1342 req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] No DVR routers for this DVR port d85b442c-becf-4f9a-a755-48b77b4a91b3 on host hv-cinder-77459 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:28:03.753467 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-af2a4941-2c6c-4864-a420-1f33f79a1342 req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:03.764069 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6840b0cb-4bb7-458a-9b21-1d59313f2ddc', 'name': 'network-vif-deleted', 'tag': 'd85b442c-becf-4f9a-a755-48b77b4a91b3'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:28:03.772468 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ca009de2-2814-49a8-b5a4-a752c2a2711d req-58467b53-6c23-4bf2-b185-a4d76c179459 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.20 "GET /v2.0/security-groups?id=b478bfd0-fbad-4e79-9283-7b8458d76fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124349
Apr 14 11:28:03.775515 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-af2a4941-2c6c-4864-a420-1f33f79a1342 req-53306346-b646-4864-9f07-10903dfce736 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] 10.222.0.47 "DELETE /v2.0/ports/d85b442c-becf-4f9a-a755-48b77b4a91b3 HTTP/1.1" status: 204  len: 173 time: 2.0589623
Apr 14 11:28:04.030091 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-52559505-0141-4daf-bf64-2faa0d7945e9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:04.037851 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-52559505-0141-4daf-bf64-2faa0d7945e9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:04.054316 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0dac774a-b4f1-49d0-b308-0d5ed74c97f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:04.070627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b606-afa7-4f84-8bd4-3d0596ee5cd0 req-90370359-9015-4ae6-98e3-2f3bfbf12b0f tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:04.081234 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e424b606-afa7-4f84-8bd4-3d0596ee5cd0 req-90370359-9015-4ae6-98e3-2f3bfbf12b0f tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.2306056
Apr 14 11:28:04.109609 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b24e3-2a2a-4ca9-9823-bc96e2c5e647 req-62eaa336-89ab-4c03-ac5e-9e2c7a6a61e1 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:04.118592 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-513b24e3-2a2a-4ca9-9823-bc96e2c5e647 req-62eaa336-89ab-4c03-ac5e-9e2c7a6a61e1 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 944 time: 0.1706929
Apr 14 11:28:04.144192 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52559505-0141-4daf-bf64-2faa0d7945e9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4794eb63-edfc-44d6-8885-a5807f2558a4,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:04.146768 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-52559505-0141-4daf-bf64-2faa0d7945e9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:04.149554 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-52559505-0141-4daf-bf64-2faa0d7945e9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.7212055
Apr 14 11:28:04.153582 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-52559505-0141-4daf-bf64-2faa0d7945e9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:04.159683 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba3f12-999f-41e2-bd6d-6ea0be5b4c88 req-5c27289a-7309-4324-81c5-683e7300d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:04.161760 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7dba3f12-999f-41e2-bd6d-6ea0be5b4c88 req-5c27289a-7309-4324-81c5-683e7300d463 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 HTTP/1.1" status: 200  len: 910 time: 0.5211911
Apr 14 11:28:04.164171 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 60320) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:04.172597 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-98911a4c-18dc-44e5-9860-7d9c223d43e8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Request body: {'security_group_rule': {'security_group_id': '4794eb63-edfc-44d6-8885-a5807f2558a4', 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:28:04.173402 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-513b24e3-2a2a-4ca9-9823-bc96e2c5e647 req-6901c0bc-e3ad-4113-a1a3-af016ef728ae tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536511
Apr 14 11:28:04.180220 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d7f3-dfb4-42f1-a69a-a75fd968c914 req-18476674-694b-429e-b675-2162b6bd95be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:04.182947 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a412d7f3-dfb4-42f1-a69a-a75fd968c914 req-18476674-694b-429e-b675-2162b6bd95be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5babc973bcfb4ddab6c5caaa9c078cb5&device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 1098 time: 0.4195046
Apr 14 11:28:04.206535 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e424b606-afa7-4f84-8bd4-3d0596ee5cd0 req-669c131b-47c4-4771-8c14-b5ca9a3ae9a4 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1247172
Apr 14 11:28:04.207422 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-272c06a1-9315-4125-9538-fbf7b6e3a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130394a58>, [{'id': '9e8533e1-220a-4352-af30-0336b44187a1', 'name': 'tempest-TestMinimumBasicScenario-893240844-router', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:26:56Z', 'revision_number': 4, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'gw_port': {'id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': 'f19166ba-d364-4b4f-8a17-6ccbb404e123', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'port_id': '6293f0bb-091e-4d80-8545-de01c3732960', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'mac_address': 'fa:16:3e:e3:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198bc0ee-ea8e-4760-aab1-845e603428be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:28:01Z', 'updated_at': '2021-04-14T11:28:01Z', 'revision_number': 0, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e498ee8-4c87-414b-86de-a5215b630ee1', 'name': '', 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'mac_address': 'fa:16:3e:3a:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:55Z', 'updated_at': '2021-04-14T11:27:04Z', 'revision_number': 5, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'subnets': [{'id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:28:04.216201 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c06a1-9315-4125-9538-fbf7b6e3a1be None None] Checking router: 9e8533e1-220a-4352-af30-0336b44187a1 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:28:04.230064 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c06a1-9315-4125-9538-fbf7b6e3a1be None None] Routers {'9e8533e1-220a-4352-af30-0336b44187a1'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:28:04.230878 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-272c06a1-9315-4125-9538-fbf7b6e3a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130394a58>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:27:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['9e8533e1-220a-4352-af30-0336b44187a1'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:28:04.303831 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6840b0cb-4bb7-458a-9b21-1d59313f2ddc', 'name': 'network-vif-deleted', 'tag': 'd85b442c-becf-4f9a-a755-48b77b4a91b3', 'status': 'completed', 'code': 200}
Apr 14 11:28:04.514297 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-272c06a1-9315-4125-9538-fbf7b6e3a1be None None] Set router 9e8533e1-220a-4352-af30-0336b44187a1 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:28:04.598378 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-98911a4c-18dc-44e5-9860-7d9c223d43e8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:28:04.603618 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-98911a4c-18dc-44e5-9860-7d9c223d43e8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Usage tracker for resource:security_group_rule and tenant:5babc973bcfb4ddab6c5caaa9c078cb5 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:28:04.606885 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-98911a4c-18dc-44e5-9860-7d9c223d43e8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:28:04.614253 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-98911a4c-18dc-44e5-9860-7d9c223d43e8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:28:04.752244 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-98911a4c-18dc-44e5-9860-7d9c223d43e8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:04.826290 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7dba3f12-999f-41e2-bd6d-6ea0be5b4c88 req-43303eb1-73a1-4ce3-9ea5-57ac39e63498 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5a525b1-2146-468e-bd54-22bc70a65acd HTTP/1.1" status: 200  len: 1000 time: 0.6399999
Apr 14 11:28:04.934348 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba3f12-999f-41e2-bd6d-6ea0be5b4c88 req-bfe50331-b261-436e-bcc7-4702b4185db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:04.936017 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7dba3f12-999f-41e2-bd6d-6ea0be5b4c88 req-bfe50331-b261-436e-bcc7-4702b4185db7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de6bf4f8-000f-4c47-956f-2890583d6b33 HTTP/1.1" status: 200  len: 848 time: 0.0935087
Apr 14 11:28:04.952480 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d7f3-dfb4-42f1-a69a-a75fd968c914 req-5a9903a9-d6e2-4804-b00c-98f0e0d7a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:04.955012 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a412d7f3-dfb4-42f1-a69a-a75fd968c914 req-5a9903a9-d6e2-4804-b00c-98f0e0d7a28e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b86d102a-3cc2-4431-ba4c-0f2f335a7665 HTTP/1.1" status: 200  len: 915 time: 0.3248143
Apr 14 11:28:05.005592 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-98911a4c-18dc-44e5-9860-7d9c223d43e8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:05.053014 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device d85b442c-becf-4f9a-a755-48b77b4a91b3 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:28:05.091782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-98911a4c-18dc-44e5-9860-7d9c223d43e8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:05.106323 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: d85b442c-becf-4f9a-a755-48b77b4a91b3 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:28:05.106722 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device d85b442c-becf-4f9a-a755-48b77b4a91b3 not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:28:05.111566 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-70e457cd-74db-4f43-9d75-d91f1faf213f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:05.154600 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98911a4c-18dc-44e5-9860-7d9c223d43e8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22613b79-1775-43b7-b448-94315583bcfe,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:05.157513 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-98911a4c-18dc-44e5-9860-7d9c223d43e8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:05.187037 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a412d7f3-dfb4-42f1-a69a-a75fd968c914 req-2f3313ab-fbc9-411f-bd5b-d78fa879bf9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6293f0bb-091e-4d80-8545-de01c3732960 HTTP/1.1" status: 200  len: 999 time: 0.1840644
Apr 14 11:28:05.187819 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-98911a4c-18dc-44e5-9860-7d9c223d43e8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:05.192469 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-98911a4c-18dc-44e5-9860-7d9c223d43e8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0241301
Apr 14 11:28:05.194563 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 60340) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:05.208764 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-a21709be-70a2-414c-9180-40ff426e5659 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Request body: {'security_group_rule': {'security_group_id': '4794eb63-edfc-44d6-8885-a5807f2558a4', 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:28:05.216202 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-272c06a1-9315-4125-9538-fbf7b6e3a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130394a58>, [{'id': '9e8533e1-220a-4352-af30-0336b44187a1', 'name': 'tempest-TestMinimumBasicScenario-893240844-router', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:26:56Z', 'revision_number': 4, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'gw_port': {'id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': 'f19166ba-d364-4b4f-8a17-6ccbb404e123', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'port_id': '6293f0bb-091e-4d80-8545-de01c3732960', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'mac_address': 'fa:16:3e:e3:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198bc0ee-ea8e-4760-aab1-845e603428be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:28:01Z', 'updated_at': '2021-04-14T11:28:01Z', 'revision_number': 0, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e498ee8-4c87-414b-86de-a5215b630ee1', 'name': '', 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'mac_address': 'fa:16:3e:3a:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:55Z', 'updated_at': '2021-04-14T11:27:04Z', 'revision_number': 5, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'subnets': [{'id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:28:05.220217 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a21709be-70a2-414c-9180-40ff426e5659 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:28:05.221886 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c06a1-9315-4125-9538-fbf7b6e3a1be None None] The sync data for ids ['9e8533e1-220a-4352-af30-0336b44187a1'] in dv-cinder-774594-3-iscsi is: [{'id': '9e8533e1-220a-4352-af30-0336b44187a1', 'name': 'tempest-TestMinimumBasicScenario-893240844-router', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:26:56Z', 'revision_number': 4, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'gw_port': {'id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': 'f19166ba-d364-4b4f-8a17-6ccbb404e123', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'port_id': '6293f0bb-091e-4d80-8545-de01c3732960', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'mac_address': 'fa:16:3e:e3:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198bc0ee-ea8e-4760-aab1-845e603428be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:28:01Z', 'updated_at': '2021-04-14T11:28:01Z', 'revision_number': 0, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e498ee8-4c87-414b-86de-a5215b630ee1', 'name': '', 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'mac_address': 'fa:16:3e:3a:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:55Z', 'updated_at': '2021-04-14T11:27:04Z', 'revision_number': 5, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'subnets': [{'id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:28:05.240211 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a21709be-70a2-414c-9180-40ff426e5659 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Usage tracker for resource:security_group_rule and tenant:5babc973bcfb4ddab6c5caaa9c078cb5 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:28:05.249941 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a21709be-70a2-414c-9180-40ff426e5659 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:28:05.263571 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba3f12-999f-41e2-bd6d-6ea0be5b4c88 req-9a9d451e-9e67-47f3-9757-f9dd41f7e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:05.265480 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7dba3f12-999f-41e2-bd6d-6ea0be5b4c88 req-9a9d451e-9e67-47f3-9757-f9dd41f7e2b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3094690
Apr 14 11:28:05.280914 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a21709be-70a2-414c-9180-40ff426e5659 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:28:05.290839 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d7f3-dfb4-42f1-a69a-a75fd968c914 req-389313f7-0c8a-4369-8857-1fd6ad3b7a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:05.293666 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a412d7f3-dfb4-42f1-a69a-a75fd968c914 req-389313f7-0c8a-4369-8857-1fd6ad3b7a58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05e340a1-bdb3-488f-9465-bc4eafde987f HTTP/1.1" status: 200  len: 853 time: 0.0945375
Apr 14 11:28:05.335892 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a21709be-70a2-414c-9180-40ff426e5659 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:05.506181 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a21709be-70a2-414c-9180-40ff426e5659 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:05.525385 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a21709be-70a2-414c-9180-40ff426e5659 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:05.540847 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:05.565724 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21709be-70a2-414c-9180-40ff426e5659 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584c4fc2-aa66-4f0a-b5d4-0c106118f4b0,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:05.568038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a21709be-70a2-414c-9180-40ff426e5659 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:05.582818 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d7f3-dfb4-42f1-a69a-a75fd968c914 req-1f85adb4-23b4-4424-843f-f72db6a0b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:05.584477 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a412d7f3-dfb4-42f1-a69a-a75fd968c914 req-1f85adb4-23b4-4424-843f-f72db6a0b7f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b86d102a-3cc2-4431-ba4c-0f2f335a7665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2337604
Apr 14 11:28:05.599031 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a21709be-70a2-414c-9180-40ff426e5659 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:05.602961 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a21709be-70a2-414c-9180-40ff426e5659 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4062536
Apr 14 11:28:05.608541 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 60352) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:05.632816 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ee63b-b345-40fe-81d9-1acbf4ae19b2 req-b18228f9-cee2-4916-bfb9-e6bd0c5cc70e tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:05.634640 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-236ee63b-b345-40fe-81d9-1acbf4ae19b2 req-b18228f9-cee2-4916-bfb9-e6bd0c5cc70e tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 944 time: 0.1817644
Apr 14 11:28:05.638260 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-03c7add2-215f-44c5-9607-2366c7b5ae9a tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Request body: {'security_group_rule': {'security_group_id': '4794eb63-edfc-44d6-8885-a5807f2558a4', 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:28:05.653677 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0e371a-9a1d-4056-b61c-84681bcbef12 None None] New status for floating IP f19166ba-d364-4b4f-8a17-6ccbb404e123: ACTIVE {{(pid=85286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 14 11:28:05.657590 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7dba3f12-999f-41e2-bd6d-6ea0be5b4c88 req-8600bbaa-72b8-4c3b-8307-1c7766c6f62c service neutron] 10.222.0.47 "GET /v2.0/networks/bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2297077
Apr 14 11:28:05.696294 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-03c7add2-215f-44c5-9607-2366c7b5ae9a tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:28:05.737477 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75638677-8269-495b-ba70-7c654d6603ce req-fdbde28f-2e14-4238-b211-fa0c847adb95 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:05.739178 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-75638677-8269-495b-ba70-7c654d6603ce req-fdbde28f-2e14-4238-b211-fa0c847adb95 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.3264236
Apr 14 11:28:05.748050 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-03c7add2-215f-44c5-9607-2366c7b5ae9a tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Usage tracker for resource:security_group_rule and tenant:5babc973bcfb4ddab6c5caaa9c078cb5 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:28:05.753875 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-03c7add2-215f-44c5-9607-2366c7b5ae9a tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:28:05.769222 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-236ee63b-b345-40fe-81d9-1acbf4ae19b2 req-2720c939-6057-4af2-ba2e-a1a555f730bf tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1222892
Apr 14 11:28:05.792340 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-03c7add2-215f-44c5-9607-2366c7b5ae9a tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:28:05.796948 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-75638677-8269-495b-ba70-7c654d6603ce req-d8c1fbe2-7e32-41d8-8e3f-3e12d0423fd1 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0381870
Apr 14 11:28:05.834516 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-03c7add2-215f-44c5-9607-2366c7b5ae9a tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:05.860814 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6d77e-d5fb-48f6-a08b-d85fd0cc8f90 req-4cdbc523-9830-492d-8bea-09c88f1838ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:05.862474 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-15f6d77e-d5fb-48f6-a08b-d85fd0cc8f90 req-4cdbc523-9830-492d-8bea-09c88f1838ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e82b321b2843a49b1833fe7776ed0e&device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 1098 time: 0.2184842
Apr 14 11:28:05.880490 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a412d7f3-dfb4-42f1-a69a-a75fd968c914 req-d231d1ad-6f05-4d3c-ac74-af115eedf3c3 service neutron] 10.222.0.47 "GET /v2.0/networks/b86d102a-3cc2-4431-ba4c-0f2f335a7665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2872372
Apr 14 11:28:05.941797 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7dba3f12-999f-41e2-bd6d-6ea0be5b4c88 req-ee8f2137-bd18-4d7f-8178-0a1b1ebd96e6 service neutron] 10.222.0.47 "GET /v2.0/networks/bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2334671
Apr 14 11:28:06.041793 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-03c7add2-215f-44c5-9607-2366c7b5ae9a tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:06.050556 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-03c7add2-215f-44c5-9607-2366c7b5ae9a tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:06.054887 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a412d7f3-dfb4-42f1-a69a-a75fd968c914 req-d1b7ddf8-3aac-4b09-a5c9-76ab60d57f6f service neutron] 10.222.0.47 "GET /v2.0/networks/b86d102a-3cc2-4431-ba4c-0f2f335a7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1674378
Apr 14 11:28:06.066491 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:06.092504 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7add2-215f-44c5-9607-2366c7b5ae9a tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded63869-558d-434b-a96a-246c89c6f295,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:06.095510 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6d77e-d5fb-48f6-a08b-d85fd0cc8f90 req-6f1bd204-f4b6-4b50-8d5a-df2a171d7f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:06.097120 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-15f6d77e-d5fb-48f6-a08b-d85fd0cc8f90 req-6f1bd204-f4b6-4b50-8d5a-df2a171d7f6c service neutron] 10.222.0.47 "GET /v2.0/networks?id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96 HTTP/1.1" status: 200  len: 918 time: 0.2189572
Apr 14 11:28:06.100252 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-03c7add2-215f-44c5-9607-2366c7b5ae9a tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:06.170540 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-03c7add2-215f-44c5-9607-2366c7b5ae9a tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:06.171714 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-03c7add2-215f-44c5-9607-2366c7b5ae9a tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5569284
Apr 14 11:28:06.175315 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 60356) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:06.181247 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-c1f72df3-9f6b-4cc2-a80c-213bc9278bae tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Request body: {'security_group_rule': {'security_group_id': '4794eb63-edfc-44d6-8885-a5807f2558a4', 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:28:06.187776 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c1f72df3-9f6b-4cc2-a80c-213bc9278bae tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:28:06.192573 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c1f72df3-9f6b-4cc2-a80c-213bc9278bae tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Usage tracker for resource:security_group_rule and tenant:5babc973bcfb4ddab6c5caaa9c078cb5 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:28:06.195589 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c1f72df3-9f6b-4cc2-a80c-213bc9278bae tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:28:06.201627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c1f72df3-9f6b-4cc2-a80c-213bc9278bae tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:28:06.217257 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-15f6d77e-d5fb-48f6-a08b-d85fd0cc8f90 req-04f761cc-5aee-49d2-9aa4-5a14f2a79e77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df HTTP/1.1" status: 200  len: 1000 time: 0.1113982
Apr 14 11:28:06.219368 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c1f72df3-9f6b-4cc2-a80c-213bc9278bae tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:06.288287 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c1f72df3-9f6b-4cc2-a80c-213bc9278bae tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:06.288548 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6d77e-d5fb-48f6-a08b-d85fd0cc8f90 req-e8f856c1-14c5-41cb-8d48-74fa6e419df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:06.290107 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-15f6d77e-d5fb-48f6-a08b-d85fd0cc8f90 req-e8f856c1-14c5-41cb-8d48-74fa6e419df0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ac1aba4-dc6d-43df-aca9-597b2efbd05c HTTP/1.1" status: 200  len: 856 time: 0.0664380
Apr 14 11:28:06.291039 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c1f72df3-9f6b-4cc2-a80c-213bc9278bae tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:06.299440 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-98911a4c-18dc-44e5-9860-7d9c223d43e8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:06.318478 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f72df3-9f6b-4cc2-a80c-213bc9278bae tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4f88f1-2c92-4a8f-ac2a-40d50cb664a4,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:06.320961 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c1f72df3-9f6b-4cc2-a80c-213bc9278bae tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:06.328059 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c1f72df3-9f6b-4cc2-a80c-213bc9278bae tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:06.329665 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c1f72df3-9f6b-4cc2-a80c-213bc9278bae tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1530173
Apr 14 11:28:06.332585 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 60360) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:06.338301 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-32371130-e4bb-43e2-9e8e-5070df7be592 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Request body: {'security_group_rule': {'security_group_id': '4794eb63-edfc-44d6-8885-a5807f2558a4', 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:28:06.345216 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-32371130-e4bb-43e2-9e8e-5070df7be592 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:28:06.349530 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-32371130-e4bb-43e2-9e8e-5070df7be592 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Usage tracker for resource:security_group_rule and tenant:5babc973bcfb4ddab6c5caaa9c078cb5 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:28:06.352518 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-32371130-e4bb-43e2-9e8e-5070df7be592 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:28:06.358743 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-32371130-e4bb-43e2-9e8e-5070df7be592 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:28:06.369390 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.securitygroups_db [None req-32371130-e4bb-43e2-9e8e-5070df7be592 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Project 5babc973bcfb4ddab6c5caaa9c078cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 14 11:28:06.377003 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-32371130-e4bb-43e2-9e8e-5070df7be592 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:06.377852 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6d77e-d5fb-48f6-a08b-d85fd0cc8f90 req-a9776f76-df33-4cbd-81af-835281197f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:06.379980 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-15f6d77e-d5fb-48f6-a08b-d85fd0cc8f90 req-a9776f76-df33-4cbd-81af-835281197f52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820882
Apr 14 11:28:06.447302 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-32371130-e4bb-43e2-9e8e-5070df7be592 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:06.450194 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-32371130-e4bb-43e2-9e8e-5070df7be592 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:06.459287 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:06.482184 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32371130-e4bb-43e2-9e8e-5070df7be592 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef339af4-1327-412d-9fff-01f15a0db916,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:06.486435 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-32371130-e4bb-43e2-9e8e-5070df7be592 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:06.492619 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-32371130-e4bb-43e2-9e8e-5070df7be592 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:06.493991 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-32371130-e4bb-43e2-9e8e-5070df7be592 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1603355
Apr 14 11:28:06.496904 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 60366) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:06.504429 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-5d6efb50-9712-4103-8469-b2f9366f8427 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Request body: {'security_group_rule': {'security_group_id': '4794eb63-edfc-44d6-8885-a5807f2558a4', 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:28:06.513230 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5d6efb50-9712-4103-8469-b2f9366f8427 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:28:06.518529 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-5d6efb50-9712-4103-8469-b2f9366f8427 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Usage tracker for resource:security_group_rule and tenant:5babc973bcfb4ddab6c5caaa9c078cb5 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:28:06.522003 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-5d6efb50-9712-4103-8469-b2f9366f8427 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:28:06.528986 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5d6efb50-9712-4103-8469-b2f9366f8427 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:28:06.534997 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-15f6d77e-d5fb-48f6-a08b-d85fd0cc8f90 req-d453ccc8-e34d-491f-9575-f9b5acf0ca8c service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475101
Apr 14 11:28:06.541307 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.securitygroups_db [None req-5d6efb50-9712-4103-8469-b2f9366f8427 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Project 5babc973bcfb4ddab6c5caaa9c078cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 14 11:28:06.549945 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5d6efb50-9712-4103-8469-b2f9366f8427 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:06.627236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5d6efb50-9712-4103-8469-b2f9366f8427 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:06.629887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5d6efb50-9712-4103-8469-b2f9366f8427 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:06.639562 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dcc8b828-5518-4963-a95f-632e149374e5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:06.663290 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6efb50-9712-4103-8469-b2f9366f8427 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6722ebc7-8d8e-426e-b8a7-c4a32d400f0a,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:06.665856 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5d6efb50-9712-4103-8469-b2f9366f8427 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:06.673986 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5d6efb50-9712-4103-8469-b2f9366f8427 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:06.678019 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-5d6efb50-9712-4103-8469-b2f9366f8427 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1773171
Apr 14 11:28:06.710326 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-15f6d77e-d5fb-48f6-a08b-d85fd0cc8f90 req-68b927d6-12ea-4bc9-9cca-493fb684a8db service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1659820
Apr 14 11:28:06.794210 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5c9a5e5c-5e95-406f-8dff-35d75379b74a req-d820864d-4e1c-4418-8b16-04c3005666c4 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-822781997&fields=id&tenant_id=5babc973bcfb4ddab6c5caaa9c078cb5 HTTP/1.1" status: 200  len: 267 time: 0.0281549
Apr 14 11:28:06.887494 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a5e5c-5e95-406f-8dff-35d75379b74a req-2ae555e7-75b1-41c6-bf16-beb09b93936c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:06.889175 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5c9a5e5c-5e95-406f-8dff-35d75379b74a req-2ae555e7-75b1-41c6-bf16-beb09b93936c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 945 time: 0.0876870
Apr 14 11:28:06.941841 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-5c9a5e5c-5e95-406f-8dff-35d75379b74a req-9595ac28-38c9-45a0-83d2-d1e2dc744a42 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Request body: {'port': {'security_groups': ['0d1ee642-f42c-4b29-927d-0d8784863b2d', '4794eb63-edfc-44d6-8885-a5807f2558a4']}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:28:07.089312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d107-2062-4888-8903-32fc491812c0 req-aa674dfc-a3a4-4f70-8e49-6cbc91f135df tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:07.090914 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-94a6d107-2062-4888-8903-32fc491812c0 req-aa674dfc-a3a4-4f70-8e49-6cbc91f135df tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 944 time: 0.2008080
Apr 14 11:28:07.121351 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5c9a5e5c-5e95-406f-8dff-35d75379b74a req-9595ac28-38c9-45a0-83d2-d1e2dc744a42 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:07.168509 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-94a6d107-2062-4888-8903-32fc491812c0 req-b7ecf209-b7e5-45d3-966c-65c1a5aa9dca tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696676
Apr 14 11:28:07.486431 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b612c9b-0503-4d57-98a7-049847877731 req-1b63424b-f5fb-46d2-932e-9cd933bf3097 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:07.487966 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9b612c9b-0503-4d57-98a7-049847877731 req-1b63424b-f5fb-46d2-932e-9cd933bf3097 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.2159271
Apr 14 11:28:07.540317 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9b612c9b-0503-4d57-98a7-049847877731 req-a1d5401f-ed9b-48c1-b277-cbacb45b6f68 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457332
Apr 14 11:28:07.545627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-5c9a5e5c-5e95-406f-8dff-35d75379b74a req-9595ac28-38c9-45a0-83d2-d1e2dc744a42 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] For port 6293f0bb-091e-4d80-8545-de01c3732960, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6293f0bb-091e-4d80-8545-de01c3732960,segment=NetworkSegment(15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9),segment_id=15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:28:07.572719 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5c9a5e5c-5e95-406f-8dff-35d75379b74a req-9595ac28-38c9-45a0-83d2-d1e2dc744a42 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:07.576366 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5c9a5e5c-5e95-406f-8dff-35d75379b74a req-9595ac28-38c9-45a0-83d2-d1e2dc744a42 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:07.591880 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:07.750117 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595ac28-38c9-45a0-83d2-d1e2dc744a42 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Pushing event updated for resources: {'Port': ['ID=6293f0bb-091e-4d80-8545-de01c3732960,revision_number=6']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:07.755594 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9595ac28-38c9-45a0-83d2-d1e2dc744a42 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:07.795228 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a5e5c-5e95-406f-8dff-35d75379b74a req-9595ac28-38c9-45a0-83d2-d1e2dc744a42 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:07.795907 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5c9a5e5c-5e95-406f-8dff-35d75379b74a req-9595ac28-38c9-45a0-83d2-d1e2dc744a42 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:07.797391 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5c9a5e5c-5e95-406f-8dff-35d75379b74a req-9595ac28-38c9-45a0-83d2-d1e2dc744a42 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "PUT /v2.0/ports/6293f0bb-091e-4d80-8545-de01c3732960 HTTP/1.1" status: 200  len: 981 time: 0.8662441
Apr 14 11:28:07.798153 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198bc0ee-ea8e-4760-aab1-845e603428be', 'tag': '6293f0bb-091e-4d80-8545-de01c3732960'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:28:07.860740 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198bc0ee-ea8e-4760-aab1-845e603428be', 'tag': '6293f0bb-091e-4d80-8545-de01c3732960', 'status': 'completed', 'code': 200}
Apr 14 11:28:07.977675 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-6052b097-d8d6-4c6a-ab07-e8d6a158585b None None] Provisioning complete for port 6293f0bb-091e-4d80-8545-de01c3732960 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:28:07.978098 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6052b097-d8d6-4c6a-ab07-e8d6a158585b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:08.013639 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['6293f0bb-091e-4d80-8545-de01c3732960'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:28:08.215229 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6c6bd-fd7f-44f5-92a9-c3538adcec9e req-5d58a6fc-63ba-4660-8af4-3461470c11ae tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:08.216832 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-37c6c6bd-fd7f-44f5-92a9-c3538adcec9e req-5d58a6fc-63ba-4660-8af4-3461470c11ae tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 984 time: 0.3118153
Apr 14 11:28:08.254217 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-37c6c6bd-fd7f-44f5-92a9-c3538adcec9e req-b7802599-ea49-4302-bdc7-6a5f62c060a1 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&id=4794eb63-edfc-44d6-8885-a5807f2558a4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0292246
Apr 14 11:28:08.377897 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8f593-ba0b-4b99-a361-349dedbc0f48 req-700af945-5004-486d-9eb7-dbbaeca19ddc tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:08.379529 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d3e8f593-ba0b-4b99-a361-349dedbc0f48 req-700af945-5004-486d-9eb7-dbbaeca19ddc tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 944 time: 0.0898142
Apr 14 11:28:08.410968 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d3e8f593-ba0b-4b99-a361-349dedbc0f48 req-725859fe-9108-4d33-9988-4da464cdbab2 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251100
Apr 14 11:28:08.746013 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fab7b5-dd19-4aad-8477-b6871e1e17bd req-908db82d-ebd8-46ae-89ad-21daec1e0ac9 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:08.747600 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-17fab7b5-dd19-4aad-8477-b6871e1e17bd req-908db82d-ebd8-46ae-89ad-21daec1e0ac9 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.0865443
Apr 14 11:28:08.779611 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-17fab7b5-dd19-4aad-8477-b6871e1e17bd req-e018852a-bd5a-49f5-94f7-6b0460190b4a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0245423
Apr 14 11:28:08.963315 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10999d2a-d57e-4c71-912d-26896e2db8ae req-5208f62d-c732-4ee7-9d95-9a3d4ebf9d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:08.964897 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-10999d2a-d57e-4c71-912d-26896e2db8ae req-5208f62d-c732-4ee7-9d95-9a3d4ebf9d23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5babc973bcfb4ddab6c5caaa9c078cb5&device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 1137 time: 0.0819361
Apr 14 11:28:09.609745 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a047b9-d28f-41a7-9543-b7b4eb475014 req-8670333f-d153-4b94-91f9-9cd9cde0f347 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:09.612078 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-10a047b9-d28f-41a7-9543-b7b4eb475014 req-8670333f-d153-4b94-91f9-9cd9cde0f347 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 944 time: 0.0891118
Apr 14 11:28:09.642463 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-10a047b9-d28f-41a7-9543-b7b4eb475014 req-a69dec5e-4cd5-4887-a9c9-d4b4de8628ec tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0239985
Apr 14 11:28:09.894922 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:28:09.999975 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['6293f0bb-091e-4d80-8545-de01c3732960'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:28:10.079996 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10999d2a-d57e-4c71-912d-26896e2db8ae req-c649dd74-7aec-4638-930e-f5e0cbe34fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:10.080350 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:10.081616 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-10999d2a-d57e-4c71-912d-26896e2db8ae req-c649dd74-7aec-4638-930e-f5e0cbe34fef service neutron] 10.222.0.47 "GET /v2.0/networks?id=b86d102a-3cc2-4431-ba4c-0f2f335a7665 HTTP/1.1" status: 200  len: 915 time: 0.2151351
Apr 14 11:28:10.093984 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9105c8-0059-4142-bb08-08ebba7ad1ee req-b7545a5b-4ce7-41ee-9313-4282711260e5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:10.096074 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ae9105c8-0059-4142-bb08-08ebba7ad1ee req-b7545a5b-4ce7-41ee-9313-4282711260e5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 945 time: 0.1920025
Apr 14 11:28:10.103447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:28:10.130983 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:28:10.141308 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:10.145899 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:10.178931 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df', 'code': 200}
Apr 14 11:28:10.201393 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ae9105c8-0059-4142-bb08-08ebba7ad1ee req-9bc0d3e8-1f0a-4172-b843-b4f4a0c88240 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0506518
Apr 14 11:28:10.230596 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-10999d2a-d57e-4c71-912d-26896e2db8ae req-6c85c9e7-47bd-4d97-9dce-badf4a8da8e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6293f0bb-091e-4d80-8545-de01c3732960 HTTP/1.1" status: 200  len: 1001 time: 0.1335089
Apr 14 11:28:10.257851 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,revision_number=8']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:10.274587 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:10.274974 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:10.275352 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:10.275698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:10.276069 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:10.276439 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:10.276799 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:10.277187 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:10.277551 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:10.277912 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:10.278269 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:10.278624 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:28:10.285503 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:10.303265 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10999d2a-d57e-4c71-912d-26896e2db8ae req-da1cd851-d451-4432-bb43-378cfca14859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:10.304861 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-10999d2a-d57e-4c71-912d-26896e2db8ae req-da1cd851-d451-4432-bb43-378cfca14859 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05e340a1-bdb3-488f-9465-bc4eafde987f HTTP/1.1" status: 200  len: 853 time: 0.0656536
Apr 14 11:28:10.390379 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10999d2a-d57e-4c71-912d-26896e2db8ae req-193b8a03-485d-47ec-99f6-299615d6b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:10.393112 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-10999d2a-d57e-4c71-912d-26896e2db8ae req-193b8a03-485d-47ec-99f6-299615d6b672 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b86d102a-3cc2-4431-ba4c-0f2f335a7665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816312
Apr 14 11:28:10.550242 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-10999d2a-d57e-4c71-912d-26896e2db8ae req-30e28fe4-01de-4487-a7e9-ad57684ffa7e service neutron] 10.222.0.47 "GET /v2.0/networks/b86d102a-3cc2-4431-ba4c-0f2f335a7665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502311
Apr 14 11:28:10.697849 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-10999d2a-d57e-4c71-912d-26896e2db8ae req-04cc8060-4042-43c6-8778-c6a0eba13f87 service neutron] 10.222.0.47 "GET /v2.0/networks/b86d102a-3cc2-4431-ba4c-0f2f335a7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406710
Apr 14 11:28:10.857751 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197526d-7a68-4bcc-95ee-fb916d414b38 req-a2bbd521-4199-4781-b439-3da14fb47136 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:10.859366 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c197526d-7a68-4bcc-95ee-fb916d414b38 req-a2bbd521-4199-4781-b439-3da14fb47136 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 944 time: 0.0965750
Apr 14 11:28:10.891084 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c197526d-7a68-4bcc-95ee-fb916d414b38 req-57b60430-1225-40f7-8799-b37ca5aa0ea0 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250952
Apr 14 11:28:11.411151 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5774e05-4e05-4238-8ee5-f7a417ebd6c1 req-f94e6435-f3f0-458b-a545-221ade298e5a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:11.412755 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c5774e05-4e05-4238-8ee5-f7a417ebd6c1 req-f94e6435-f3f0-458b-a545-221ade298e5a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.0890849
Apr 14 11:28:11.444259 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c5774e05-4e05-4238-8ee5-f7a417ebd6c1 req-b1391c98-39ee-43d0-8b40-763c534bfcf2 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0250585
Apr 14 11:28:12.106688 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbb96e-4516-41f1-9626-3f46e17403e6 req-9669f95b-86ba-4c83-939e-70f149608f6c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:12.108284 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e6fbb96e-4516-41f1-9626-3f46e17403e6 req-9669f95b-86ba-4c83-939e-70f149608f6c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 944 time: 0.0963168
Apr 14 11:28:12.140241 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e6fbb96e-4516-41f1-9626-3f46e17403e6 req-9e436468-1f1e-4883-9f67-6a0a3ac4afc5 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0249560
Apr 14 11:28:12.412298 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85398be-aed6-4836-b63b-2900f0b3281d req-1c25bddf-42ba-41e2-b13a-6dbcd1a40d72 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:12.413969 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c85398be-aed6-4836-b63b-2900f0b3281d req-1c25bddf-42ba-41e2-b13a-6dbcd1a40d72 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.0914390
Apr 14 11:28:12.445512 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c85398be-aed6-4836-b63b-2900f0b3281d req-4fecca2e-6f6b-437b-a072-0f64ac419f6d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0251255
Apr 14 11:28:12.535992 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 60452) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:12.661457 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-29ff5b0d-b42c-4a50-afee-63f3256afb1b req-07d50c2e-98f3-4743-a8e6-fec598ccd921 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1240506
Apr 14 11:28:13.347554 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306734ee-ded4-443c-901e-c45e3566bd55 req-7d322337-01a5-490f-b14d-ed6fca1b49df tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:13.349184 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-306734ee-ded4-443c-901e-c45e3566bd55 req-7d322337-01a5-490f-b14d-ed6fca1b49df tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 944 time: 0.0927658
Apr 14 11:28:13.380367 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-306734ee-ded4-443c-901e-c45e3566bd55 req-8a761328-9855-4631-8623-3687c52029a1 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0244148
Apr 14 11:28:13.653881 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a47ef2-0c03-4bfc-b42c-d94649ffb002 req-cf683109-091e-4a6e-a141-5110a3291fc4 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:13.655409 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-14a47ef2-0c03-4bfc-b42c-d94649ffb002 req-cf683109-091e-4a6e-a141-5110a3291fc4 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.0875094
Apr 14 11:28:13.687575 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-14a47ef2-0c03-4bfc-b42c-d94649ffb002 req-bcc22592-4cee-4398-9f1a-52fdbc7b89a0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0240645
Apr 14 11:28:13.894435 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device c5a525b1-2146-468e-bd54-22bc70a65acd details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:28:13.897028 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:28:14.011710 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5b0d-b42c-4a50-afee-63f3256afb1b req-72ef7629-a031-401b-a012-2998020723d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:14.013363 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-29ff5b0d-b42c-4a50-afee-63f3256afb1b req-72ef7629-a031-401b-a012-2998020723d2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461&tenant_id=42e82b321b2843a49b1833fe7776ed0e HTTP/1.1" status: 200  len: 1096 time: 0.0920644
Apr 14 11:28:14.127940 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5b0d-b42c-4a50-afee-63f3256afb1b req-5d55b7d9-642a-400f-9bd2-546bb4fa5556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:14.129593 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-29ff5b0d-b42c-4a50-afee-63f3256afb1b req-5d55b7d9-642a-400f-9bd2-546bb4fa5556 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e82b321b2843a49b1833fe7776ed0e&device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 1096 time: 0.0870178
Apr 14 11:28:14.163585 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port c5a525b1-2146-468e-bd54-22bc70a65acd, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c5a525b1-2146-468e-bd54-22bc70a65acd,segment=NetworkSegment(fd9866f7-0a0e-42cb-b9aa-ef965ce996a3),segment_id=fd9866f7-0a0e-42cb-b9aa-ef965ce996a3)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:28:14.179476 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': 'c5a525b1-2146-468e-bd54-22bc70a65acd', 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1', 'port_id': 'c5a525b1-2146-468e-bd54-22bc70a65acd', 'mac_address': 'fa:16:3e:c4:be:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:28:14.248320 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:14.249918 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a525b1-2146-468e-bd54-22bc70a65acd {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:28:14.268706 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port c5a525b1-2146-468e-bd54-22bc70a65acd, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c5a525b1-2146-468e-bd54-22bc70a65acd,segment=NetworkSegment(fd9866f7-0a0e-42cb-b9aa-ef965ce996a3),segment_id=fd9866f7-0a0e-42cb-b9aa-ef965ce996a3)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:28:14.272180 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:14.274455 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:14.293088 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5b0d-b42c-4a50-afee-63f3256afb1b req-c1233ddc-8499-4a27-a0cf-c23998c0c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:14.294770 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-29ff5b0d-b42c-4a50-afee-63f3256afb1b req-c1233ddc-8499-4a27-a0cf-c23998c0c8e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96 HTTP/1.1" status: 200  len: 918 time: 0.1587074
Apr 14 11:28:14.352270 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=c5a525b1-2146-468e-bd54-22bc70a65acd,revision_number=7']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:14.355904 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:14.420707 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-29ff5b0d-b42c-4a50-afee-63f3256afb1b req-9d31c991-5d4c-4ef9-8561-4604be1fa3b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df HTTP/1.1" status: 200  len: 998 time: 0.1187236
Apr 14 11:28:14.521016 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['c5a525b1-2146-468e-bd54-22bc70a65acd'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:28:14.559672 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5b0d-b42c-4a50-afee-63f3256afb1b req-6fd6a757-c0fc-4166-8d1e-bc45de5fc3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:14.561336 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-29ff5b0d-b42c-4a50-afee-63f3256afb1b req-6fd6a757-c0fc-4166-8d1e-bc45de5fc3b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ac1aba4-dc6d-43df-aca9-597b2efbd05c HTTP/1.1" status: 200  len: 856 time: 0.1304612
Apr 14 11:28:14.684776 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bba94-fd91-45b1-88dd-29dca1d6b5c8 req-03f9b7f6-c324-4368-8b95-d2cf06a0112a tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:14.687377 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-268bba94-fd91-45b1-88dd-29dca1d6b5c8 req-03f9b7f6-c324-4368-8b95-d2cf06a0112a tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 945 time: 0.1745954
Apr 14 11:28:14.696491 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5b0d-b42c-4a50-afee-63f3256afb1b req-bfb8f329-8e6c-4890-a03c-a08fb75054ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:14.698112 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-29ff5b0d-b42c-4a50-afee-63f3256afb1b req-bfb8f329-8e6c-4890-a03c-a08fb75054ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1284080
Apr 14 11:28:14.760639 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-268bba94-fd91-45b1-88dd-29dca1d6b5c8 req-f5a3fd96-045f-4d71-99e3-404f0692f701 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667491
Apr 14 11:28:14.920405 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-29ff5b0d-b42c-4a50-afee-63f3256afb1b req-7d963286-b882-44d0-9b6c-fe289d9066a4 service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2101355
Apr 14 11:28:14.986614 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad72439-ca6e-492a-bc79-ba6571b3571e req-4e593d10-dcd5-4ab7-b47c-adb62fcfb679 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:14.988126 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5ad72439-ca6e-492a-bc79-ba6571b3571e req-4e593d10-dcd5-4ab7-b47c-adb62fcfb679 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.1644928
Apr 14 11:28:15.079143 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5ad72439-ca6e-492a-bc79-ba6571b3571e req-69a00552-621a-48b0-8f5b-21fc6bd4acc6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417538
Apr 14 11:28:15.106871 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-29ff5b0d-b42c-4a50-afee-63f3256afb1b req-73b2cf1f-315b-423f-a4ef-c6c47e14a998 service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1769211
Apr 14 11:28:15.895608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device c5a525b1-2146-468e-bd54-22bc70a65acd up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:28:16.008811 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbff97c-a555-47a2-abfd-a91df3bf850d req-a880b629-780d-4d79-b195-22006c791838 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:16.018266 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2cbff97c-a555-47a2-abfd-a91df3bf850d req-a880b629-780d-4d79-b195-22006c791838 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 945 time: 0.1270533
Apr 14 11:28:16.065304 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2cbff97c-a555-47a2-abfd-a91df3bf850d req-f11ad4ff-6dca-41b7-a0ee-cb5cfc4dd45f tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361154
Apr 14 11:28:16.082782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port c5a525b1-2146-468e-bd54-22bc70a65acd triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:28:16.085975 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:16.294395 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:16.313700 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a525b1-2146-468e-bd54-22bc70a65acd'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:28:16.331040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port c5a525b1-2146-468e-bd54-22bc70a65acd, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c5a525b1-2146-468e-bd54-22bc70a65acd,segment=NetworkSegment(fd9866f7-0a0e-42cb-b9aa-ef965ce996a3),segment_id=fd9866f7-0a0e-42cb-b9aa-ef965ce996a3)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:28:16.335504 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:16.337678 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b865171f-2a8e-4235-936f-a6cfa835afe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:16.370461 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465def7-4548-4745-a21c-7c59d35ed1d3 req-10939978-7c3f-42fd-8f16-f223cfb1db8a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:16.372198 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e465def7-4548-4745-a21c-7c59d35ed1d3 req-10939978-7c3f-42fd-8f16-f223cfb1db8a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.1195316
Apr 14 11:28:16.436777 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e465def7-4548-4745-a21c-7c59d35ed1d3 req-bda02fc9-3508-4386-97b0-d63eb955efe4 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0545657
Apr 14 11:28:16.502099 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a525b1-2146-468e-bd54-22bc70a65acd', 'code': 200}
Apr 14 11:28:16.508319 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=c5a525b1-2146-468e-bd54-22bc70a65acd,revision_number=8']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:16.514879 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:17.278272 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0892803-182f-4e44-9fb3-a0d2fee5efc9 req-87df3782-ec8f-4e2e-8f59-4ec9371252c6 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:17.279867 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b0892803-182f-4e44-9fb3-a0d2fee5efc9 req-87df3782-ec8f-4e2e-8f59-4ec9371252c6 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0988097
Apr 14 11:28:17.314455 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b0892803-182f-4e44-9fb3-a0d2fee5efc9 req-ba6d6acc-2fa6-47b1-a985-711dbc57e38c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0267687
Apr 14 11:28:17.710965 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d22f76-7114-4c72-94f8-6e96cebbc457 req-f0c89a85-dc13-4fcd-907b-5a946a6a8cde tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:17.712530 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-91d22f76-7114-4c72-94f8-6e96cebbc457 req-f0c89a85-dc13-4fcd-907b-5a946a6a8cde tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.0959108
Apr 14 11:28:17.747830 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-91d22f76-7114-4c72-94f8-6e96cebbc457 req-e6052243-b02d-443d-9e15-37119bfde9c3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0284872
Apr 14 11:28:18.540752 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9344d0-1915-424e-80b5-c9339b5fc37a req-e7f2a6f0-541b-4fd6-ae9a-427544f1d846 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:18.543117 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ea9344d0-1915-424e-80b5-c9339b5fc37a req-e7f2a6f0-541b-4fd6-ae9a-427544f1d846 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0959744
Apr 14 11:28:18.578000 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ea9344d0-1915-424e-80b5-c9339b5fc37a req-dbe2214c-62e1-44c2-bbaf-d9836b21c15d tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0262339
Apr 14 11:28:18.975234 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcfb87-76d6-4dba-a436-520c6c198c84 req-835a23c0-b040-4f31-80f1-9be8fac1820e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:18.977302 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b5dcfb87-76d6-4dba-a436-520c6c198c84 req-835a23c0-b040-4f31-80f1-9be8fac1820e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.0982265
Apr 14 11:28:19.014647 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b5dcfb87-76d6-4dba-a436-520c6c198c84 req-189faf78-7f18-4194-816e-acd668656bd8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0282938
Apr 14 11:28:19.799400 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8fea9-2a23-451d-89d8-ff59fb0acbeb req-520ef5b7-f96c-4969-82cc-e4558f0d1a7f tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:19.801008 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-87d8fea9-2a23-451d-89d8-ff59fb0acbeb req-520ef5b7-f96c-4969-82cc-e4558f0d1a7f tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0939531
Apr 14 11:28:19.840964 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-87d8fea9-2a23-451d-89d8-ff59fb0acbeb req-d9c0bba9-0cf5-4ee5-97c4-5244b5e0e3de tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322986
Apr 14 11:28:20.587312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a13fbd-21ab-4c8b-ba57-71188a69b7eb req-34c99b2d-b983-42de-aebb-079916b23b5a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:20.593774 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-85a13fbd-21ab-4c8b-ba57-71188a69b7eb req-34c99b2d-b983-42de-aebb-079916b23b5a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.4500012
Apr 14 11:28:20.636653 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-85a13fbd-21ab-4c8b-ba57-71188a69b7eb req-c0cdfbf5-1c39-4e9d-bde6-6d5c9bf2baf3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0328572
Apr 14 11:28:20.676129 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843a4a8-6666-4ce0-bc05-70f51b0c9755 req-b5fa7c58-0a89-433a-abd0-af631844318c tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:20.676129 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a843a4a8-6666-4ce0-bc05-70f51b0c9755 req-b5fa7c58-0a89-433a-abd0-af631844318c tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.3851128
Apr 14 11:28:20.712318 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a843a4a8-6666-4ce0-bc05-70f51b0c9755 req-dc3feeee-7a0b-4949-b97c-e47eb28db665 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374472
Apr 14 11:28:21.101553 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9154ba-69a8-4158-8771-f2a564dce791 req-4e3dd23f-f0fc-4b88-a30b-368e78d04b19 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:21.103195 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bb9154ba-69a8-4158-8771-f2a564dce791 req-4e3dd23f-f0fc-4b88-a30b-368e78d04b19 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.1186984
Apr 14 11:28:21.139167 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-bb9154ba-69a8-4158-8771-f2a564dce791 req-c677ddf5-36ac-4710-82c1-90330be5d542 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0282636
Apr 14 11:28:21.952281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dc977-e55d-4071-a56f-1d3acc88e040 req-003d9146-d8ff-4207-b091-794ff6a1b201 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:21.953162 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a31dc977-e55d-4071-a56f-1d3acc88e040 req-003d9146-d8ff-4207-b091-794ff6a1b201 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.1798038
Apr 14 11:28:21.991551 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d18b51-2097-42f5-857b-2a9ddc905eda req-92b4f15f-ca6e-4ed9-bcd5-53ca86fdf895 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:21.993178 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-87d18b51-2097-42f5-857b-2a9ddc905eda req-92b4f15f-ca6e-4ed9-bcd5-53ca86fdf895 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1585886
Apr 14 11:28:22.000086 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a31dc977-e55d-4071-a56f-1d3acc88e040 req-6badc85c-fc5a-4608-bce8-83352439f13b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0384190
Apr 14 11:28:22.028530 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-87d18b51-2097-42f5-857b-2a9ddc905eda req-86cbde72-2dc3-4b6f-a9d7-3953b3b7bf9e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0259860
Apr 14 11:28:22.395441 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090ef66-16b3-4882-83e0-6a0009555f81 req-9d0fc0d8-aaa6-4db3-9aff-4928f195114c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:22.397788 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c090ef66-16b3-4882-83e0-6a0009555f81 req-9d0fc0d8-aaa6-4db3-9aff-4928f195114c tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.1223445
Apr 14 11:28:22.433403 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c090ef66-16b3-4882-83e0-6a0009555f81 req-b0c19d53-4430-4171-9f7b-32a3530d1b42 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0284538
Apr 14 11:28:23.295683 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f004bd-ea00-4e3e-9945-00d0e9537826 req-d418c938-5ae3-4fd6-be89-16762d700878 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:23.297284 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-87f004bd-ea00-4e3e-9945-00d0e9537826 req-d418c938-5ae3-4fd6-be89-16762d700878 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.1722987
Apr 14 11:28:23.305728 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9820df-a2ef-4ac0-ac44-52daee668ef4 req-b1f1226e-7cfc-4e98-ac4c-0bac3b1aad40 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:23.307255 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2b9820df-a2ef-4ac0-ac44-52daee668ef4 req-b1f1226e-7cfc-4e98-ac4c-0bac3b1aad40 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1331155
Apr 14 11:28:23.346710 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-87f004bd-ea00-4e3e-9945-00d0e9537826 req-1de39440-f51b-4386-afce-8c42e4b2a9ed tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0383930
Apr 14 11:28:23.362296 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2b9820df-a2ef-4ac0-ac44-52daee668ef4 req-a7a3a79b-3797-432e-93ee-4dbf5438ce96 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390890
Apr 14 11:28:23.661531 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46baed7-e4c2-4aa0-be2c-e1312a0ab6c0 req-ea7c2e8f-21c9-45ba-bc40-33be41955d5f tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:23.663142 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c46baed7-e4c2-4aa0-be2c-e1312a0ab6c0 req-ea7c2e8f-21c9-45ba-bc40-33be41955d5f tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.1062014
Apr 14 11:28:23.713662 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c46baed7-e4c2-4aa0-be2c-e1312a0ab6c0 req-5734a14e-b96b-43c4-939e-b0aee33583a1 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423231
Apr 14 11:28:24.659953 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da585d-0152-47d3-b239-e0c60e8221f0 req-2fe50d72-36ca-48eb-af23-cf42ee4a3da6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:24.663333 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-58da585d-0152-47d3-b239-e0c60e8221f0 req-2fe50d72-36ca-48eb-af23-cf42ee4a3da6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1239061
Apr 14 11:28:24.672198 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84498d52-7f4c-4566-98ee-f45ce0cd3697 req-679b4558-bfcb-4d97-ac08-ebcd36b56995 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:24.674567 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-84498d52-7f4c-4566-98ee-f45ce0cd3697 req-679b4558-bfcb-4d97-ac08-ebcd36b56995 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.1821644
Apr 14 11:28:24.722458 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-84498d52-7f4c-4566-98ee-f45ce0cd3697 req-af22fa7b-a65e-4212-9333-2bf3092221c3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0336640
Apr 14 11:28:24.725386 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-58da585d-0152-47d3-b239-e0c60e8221f0 req-8b923e2c-5a62-4bd9-8519-0275b74f13e6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497849
Apr 14 11:28:24.942013 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639fa07-e6c5-43ae-90e3-d67b11937ae8 req-17764c65-f930-4e47-ba57-4477a3cf65dd tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:24.943675 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e639fa07-e6c5-43ae-90e3-d67b11937ae8 req-17764c65-f930-4e47-ba57-4477a3cf65dd tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.1122334
Apr 14 11:28:24.977632 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e639fa07-e6c5-43ae-90e3-d67b11937ae8 req-70a07ed2-2794-44ff-a73b-c8edcaea82af tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0273316
Apr 14 11:28:25.441332 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4ff6849-96b9-4d10-a81a-0d40fd3da695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:26.018143 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b14ed3-a802-46b4-9b83-afdd42d7df9b req-f911ce43-ad2a-40de-9951-170efa5811fd tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:26.019643 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-45b14ed3-a802-46b4-9b83-afdd42d7df9b req-f911ce43-ad2a-40de-9951-170efa5811fd tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1652384
Apr 14 11:28:26.032841 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fcdff-3cb5-4fdb-816d-79fc00c93ff3 req-3c3b1d22-7760-4e5d-824b-eee3931eb612 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:26.034381 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b6fcdff-3cb5-4fdb-816d-79fc00c93ff3 req-3c3b1d22-7760-4e5d-824b-eee3931eb612 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.1358833
Apr 14 11:28:26.065104 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-45b14ed3-a802-46b4-9b83-afdd42d7df9b req-91d6be4a-55f1-4914-9364-224367058abd tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0296328
Apr 14 11:28:26.094473 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0b6fcdff-3cb5-4fdb-816d-79fc00c93ff3 req-1c06523d-9517-45d1-9fdc-eae4637ce945 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430834
Apr 14 11:28:26.301960 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151abff-566b-4849-9dc5-181e43c12bf5 req-fef9b8c3-9557-4e1f-ba7b-196912a788da tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:26.309730 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b151abff-566b-4849-9dc5-181e43c12bf5 req-fef9b8c3-9557-4e1f-ba7b-196912a788da tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.1074185
Apr 14 11:28:26.336960 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b151abff-566b-4849-9dc5-181e43c12bf5 req-e4f84284-5290-44ba-8b55-9d86573ea753 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0262666
Apr 14 11:28:27.359651 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46ee2d-6885-481e-9df0-a37b3ef2f4d8 req-7959533b-58aa-478d-8960-4ef437b01b21 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:27.361919 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ec46ee2d-6885-481e-9df0-a37b3ef2f4d8 req-7959533b-58aa-478d-8960-4ef437b01b21 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.1274562
Apr 14 11:28:27.414993 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe732ca7-ebea-4823-8640-2dd84d520156 req-a57bae32-2f2e-426e-9dd0-c563911de17a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:27.416651 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fe732ca7-ebea-4823-8640-2dd84d520156 req-a57bae32-2f2e-426e-9dd0-c563911de17a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.2240613
Apr 14 11:28:27.435062 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-951c199c-5838-4b20-8e48-bdb2465b4790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:27.474304 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ec46ee2d-6885-481e-9df0-a37b3ef2f4d8 req-a2f0985a-56b5-4ae8-a15a-92bbd5e96bf1 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0687234
Apr 14 11:28:27.483829 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fe732ca7-ebea-4823-8640-2dd84d520156 req-48f13656-bebb-400e-b899-67c73c98c4e1 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580642
Apr 14 11:28:27.536245 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fa047-8d1c-47f3-b9c8-91166cffa0e9 req-95bfa2c2-3f3f-437b-b606-b69b4c396112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:27.538628 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-737fa047-8d1c-47f3-b9c8-91166cffa0e9 req-95bfa2c2-3f3f-437b-b606-b69b4c396112 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 1099 time: 0.1723776
Apr 14 11:28:27.569222 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-737fa047-8d1c-47f3-b9c8-91166cffa0e9 req-8b034c39-a11f-4bde-b32c-3ed9f7960087 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0223353
Apr 14 11:28:27.702403 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e1598-a640-4e3b-b5cb-1e02ea17e573 req-c9c35ec0-262d-4cae-bb1e-2fc154baf81d tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:27.704567 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-860e1598-a640-4e3b-b5cb-1e02ea17e573 req-c9c35ec0-262d-4cae-bb1e-2fc154baf81d tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.0946574
Apr 14 11:28:27.736224 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-860e1598-a640-4e3b-b5cb-1e02ea17e573 req-ae4f85da-a809-425c-b15b-1f7b0fd93cf1 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250812
Apr 14 11:28:28.325223 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:28.374203 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79743596-c3e4-44a8-bf02-764b00877287 req-ffb4fc6f-9669-4bba-b270-c84ff5cb95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:28.376388 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-79743596-c3e4-44a8-bf02-764b00877287 req-ffb4fc6f-9669-4bba-b270-c84ff5cb95e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5babc973bcfb4ddab6c5caaa9c078cb5&device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 1137 time: 0.1593451
Apr 14 11:28:28.386042 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafab954-a555-4760-aaf3-d142e78a7de0 req-6b3f62be-f648-40a1-895c-29e8c7dfd613 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:28.387547 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-aafab954-a555-4760-aaf3-d142e78a7de0 req-6b3f62be-f648-40a1-895c-29e8c7dfd613 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 984 time: 0.1299527
Apr 14 11:28:28.509016 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-aafab954-a555-4760-aaf3-d142e78a7de0 req-c8ed3363-394e-4d54-b080-5ebd7a76349c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&id=4794eb63-edfc-44d6-8885-a5807f2558a4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0948164
Apr 14 11:28:28.571220 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79743596-c3e4-44a8-bf02-764b00877287 req-9814b6aa-675d-488e-8508-9467f3943ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:28.572879 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-79743596-c3e4-44a8-bf02-764b00877287 req-9814b6aa-675d-488e-8508-9467f3943ea9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b86d102a-3cc2-4431-ba4c-0f2f335a7665 HTTP/1.1" status: 200  len: 915 time: 0.1843376
Apr 14 11:28:28.801357 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-79743596-c3e4-44a8-bf02-764b00877287 req-7c234884-74ba-4180-a80b-5ab1da53ac76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6293f0bb-091e-4d80-8545-de01c3732960 HTTP/1.1" status: 200  len: 1001 time: 0.2171323
Apr 14 11:28:28.917748 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55554c57-e67a-4520-90ba-2c0b9c00a36a req-729f9aab-a4f7-4005-900d-24b977f3dbcd tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:28.919302 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-55554c57-e67a-4520-90ba-2c0b9c00a36a req-729f9aab-a4f7-4005-900d-24b977f3dbcd tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.2766280
Apr 14 11:28:28.932935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afac98d-693c-47d1-aedd-f9e662a1052f req-01da5a9f-24ae-407f-9933-e979fd3dd707 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:28.934588 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1afac98d-693c-47d1-aedd-f9e662a1052f req-01da5a9f-24ae-407f-9933-e979fd3dd707 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.2897573
Apr 14 11:28:28.941244 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79743596-c3e4-44a8-bf02-764b00877287 req-3a378d77-b14f-4ac5-9994-8a106994cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:28.942762 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-79743596-c3e4-44a8-bf02-764b00877287 req-3a378d77-b14f-4ac5-9994-8a106994cf66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05e340a1-bdb3-488f-9465-bc4eafde987f HTTP/1.1" status: 200  len: 853 time: 0.1310441
Apr 14 11:28:29.042749 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-55554c57-e67a-4520-90ba-2c0b9c00a36a req-ac242cb7-c14d-45e3-b7a6-1dd4e234957d tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1071103
Apr 14 11:28:29.046441 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1afac98d-693c-47d1-aedd-f9e662a1052f req-727e7e96-2cc8-4b1b-8995-03a6edc3813b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1026964
Apr 14 11:28:29.090220 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79743596-c3e4-44a8-bf02-764b00877287 req-e8402214-118a-4cd6-a394-2bb73c56a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:29.092334 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-79743596-c3e4-44a8-bf02-764b00877287 req-e8402214-118a-4cd6-a394-2bb73c56a05d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b86d102a-3cc2-4431-ba4c-0f2f335a7665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1263714
Apr 14 11:28:29.299818 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-79743596-c3e4-44a8-bf02-764b00877287 req-9b5b3def-a11e-49a4-95fd-3841dda8f1d5 service neutron] 10.222.0.47 "GET /v2.0/networks/b86d102a-3cc2-4431-ba4c-0f2f335a7665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1975443
Apr 14 11:28:29.315133 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:29.373418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98994f1-2df9-4744-9ff2-99e63fe74778 req-fe0c6416-fde5-4eb6-b587-e419ce0d1fbc tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:29.375083 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a98994f1-2df9-4744-9ff2-99e63fe74778 req-fe0c6416-fde5-4eb6-b587-e419ce0d1fbc tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.1789362
Apr 14 11:28:29.467408 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a98994f1-2df9-4744-9ff2-99e63fe74778 req-b4b292ae-2fcf-4701-baa8-7a8507642a52 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453253
Apr 14 11:28:29.495865 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-79743596-c3e4-44a8-bf02-764b00877287 req-eb8a9cbe-a8e4-485c-8919-9fc2544fa82a service neutron] 10.222.0.47 "GET /v2.0/networks/b86d102a-3cc2-4431-ba4c-0f2f335a7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1853783
Apr 14 11:28:29.503197 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f08c2-2379-4e3d-a9e2-1bada85c2718 req-3e1f1b03-2e98-4b0f-86f6-5a76df7c936c tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:29.504152 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-3c3f08c2-2379-4e3d-a9e2-1bada85c2718 req-3e1f1b03-2e98-4b0f-86f6-5a76df7c936c tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Synchronizing usage tracker for tenant:42a8edf20fd2489b856e4667ae588287 on resource:port {{(pid=85282) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:28:29.528824 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-3c3f08c2-2379-4e3d-a9e2-1bada85c2718 req-3e1f1b03-2e98-4b0f-86f6-5a76df7c936c tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Unset dirty status for tenant:42a8edf20fd2489b856e4667ae588287 on resource:port {{(pid=85282) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:28:29.530152 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3c3f08c2-2379-4e3d-a9e2-1bada85c2718 req-3e1f1b03-2e98-4b0f-86f6-5a76df7c936c tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 945 time: 0.1306326
Apr 14 11:28:29.611054 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-3c3f08c2-2379-4e3d-a9e2-1bada85c2718 req-0d2af114-234d-49be-b03e-307ef7b4471f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Deleting port 0f2cea50-f652-40ec-9002-e5e8a4220403 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:28:29.611441 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-3c3f08c2-2379-4e3d-a9e2-1bada85c2718 req-0d2af114-234d-49be-b03e-307ef7b4471f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:29.737914 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb37ebe-9305-488c-8761-b001e42728c3 req-ae807ea1-731a-4490-b7fd-c0757e3d2d6d tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:29.739652 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1bb37ebe-9305-488c-8761-b001e42728c3 req-ae807ea1-731a-4490-b7fd-c0757e3d2d6d tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 984 time: 0.1036251
Apr 14 11:28:29.774302 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1bb37ebe-9305-488c-8761-b001e42728c3 req-5271f04f-4a46-472e-8a2d-993e5a9d7320 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&id=4794eb63-edfc-44d6-8885-a5807f2558a4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0278566
Apr 14 11:28:29.886316 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-3c3f08c2-2379-4e3d-a9e2-1bada85c2718 req-0d2af114-234d-49be-b03e-307ef7b4471f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] For port 0f2cea50-f652-40ec-9002-e5e8a4220403, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=0f2cea50-f652-40ec-9002-e5e8a4220403,segment=NetworkSegment(740351c2-c7cf-4200-8229-e7c24a0aac17),segment_id=740351c2-c7cf-4200-8229-e7c24a0aac17)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:28:29.886717 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-3c3f08c2-2379-4e3d-a9e2-1bada85c2718 req-0d2af114-234d-49be-b03e-307ef7b4471f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:30.201914 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-3c3f08c2-2379-4e3d-a9e2-1bada85c2718 req-0d2af114-234d-49be-b03e-307ef7b4471f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:30.202342 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-3c3f08c2-2379-4e3d-a9e2-1bada85c2718 req-0d2af114-234d-49be-b03e-307ef7b4471f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850711266'] for floatingip, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:30.202700 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_db [req-3c3f08c2-2379-4e3d-a9e2-1bada85c2718 req-0d2af114-234d-49be-b03e-307ef7b4471f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Floating IP f0f26c07-c6d5-49b0-9753-a98c7a7a0e16 disassociated. External IP: 172.27.2.24, port: 0f2cea50-f652-40ec-9002-e5e8a4220403.
Apr 14 11:28:30.203085 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-3c3f08c2-2379-4e3d-a9e2-1bada85c2718 req-0d2af114-234d-49be-b03e-307ef7b4471f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Calling delete_port for 0f2cea50-f652-40ec-9002-e5e8a4220403 owned by compute:nova {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:28:30.372467 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-3c3f08c2-2379-4e3d-a9e2-1bada85c2718 req-0d2af114-234d-49be-b03e-307ef7b4471f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:30.384369 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:30.395574 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:30.461813 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af114-234d-49be-b03e-307ef7b4471f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Pushing event deleted for resources: {'Port': ['ID=0f2cea50-f652-40ec-9002-e5e8a4220403,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:30.465943 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0d2af114-234d-49be-b03e-307ef7b4471f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:30.557562 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9a134-a1ca-4755-a57f-8e5b07e5c8be req-cc3fd117-cf54-4883-9888-c276090926e0 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:30.559197 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-79a9a134-a1ca-4755-a57f-8e5b07e5c8be req-cc3fd117-cf54-4883-9888-c276090926e0 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 867 time: 0.3982928
Apr 14 11:28:30.573169 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8fe8a-94e2-4b2f-a3c2-a747b831ae92 req-b393f907-5d41-4249-9a0e-a63723434e7a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:30.574734 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-02e8fe8a-94e2-4b2f-a3c2-a747b831ae92 req-b393f907-5d41-4249-9a0e-a63723434e7a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.3681786
Apr 14 11:28:30.618261 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-79a9a134-a1ca-4755-a57f-8e5b07e5c8be req-d18f824b-46e1-45be-8c23-c1db206a1f15 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=9470cf54-0cd0-4ceb-9cb9-681749c30d8c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424564
Apr 14 11:28:30.626228 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-02e8fe8a-94e2-4b2f-a3c2-a747b831ae92 req-ba86019a-58d9-4d94-8485-210d97bdb93f tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0373006
Apr 14 11:28:30.781308 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c3f08c2-2379-4e3d-a9e2-1bada85c2718 req-0d2af114-234d-49be-b03e-307ef7b4471f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Router 770499e4-acfb-4075-890b-cd606c82d0c5 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:28:30.994364 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c5ba8-4c59-4f85-a078-0a689c17447c req-8209f3c1-5bcb-489d-a11d-181e751f2dee tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:30.995522 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ff1c5ba8-4c59-4f85-a078-0a689c17447c req-8209f3c1-5bcb-489d-a11d-181e751f2dee tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 984 time: 0.0995233
Apr 14 11:28:31.032620 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ff1c5ba8-4c59-4f85-a078-0a689c17447c req-8de2b925-6a7b-47ba-808a-22e86850e74e tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&id=4794eb63-edfc-44d6-8885-a5807f2558a4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0293260
Apr 14 11:28:31.243310 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c3f08c2-2379-4e3d-a9e2-1bada85c2718 req-0d2af114-234d-49be-b03e-307ef7b4471f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:28:31.254817 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8003529-af72-424a-919e-1af92952be4a None None] Sync routers for ids ['770499e4-acfb-4075-890b-cd606c82d0c5'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:28:31.265342 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8003529-af72-424a-919e-1af92952be4a None None] Routers {'770499e4-acfb-4075-890b-cd606c82d0c5'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:28:31.266034 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-f8003529-af72-424a-919e-1af92952be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130583f28>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:28:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['770499e4-acfb-4075-890b-cd606c82d0c5'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:28:31.333435 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3f08c2-2379-4e3d-a9e2-1bada85c2718 req-0d2af114-234d-49be-b03e-307ef7b4471f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] No DVR routers for this DVR port 0f2cea50-f652-40ec-9002-e5e8a4220403 on host hv-cinder-77459 {{(pid=85282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:28:31.336588 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-3c3f08c2-2379-4e3d-a9e2-1bada85c2718 req-0d2af114-234d-49be-b03e-307ef7b4471f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:31.339696 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa266e8f-5999-4c69-a443-204e30e4ae01', 'name': 'network-vif-deleted', 'tag': '0f2cea50-f652-40ec-9002-e5e8a4220403'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:28:31.385628 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3c3f08c2-2379-4e3d-a9e2-1bada85c2718 req-0d2af114-234d-49be-b03e-307ef7b4471f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.47 "DELETE /v2.0/ports/0f2cea50-f652-40ec-9002-e5e8a4220403 HTTP/1.1" status: 204  len: 173 time: 1.8488622
Apr 14 11:28:31.406405 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa266e8f-5999-4c69-a443-204e30e4ae01', 'name': 'network-vif-deleted', 'tag': '0f2cea50-f652-40ec-9002-e5e8a4220403', 'status': 'completed', 'code': 200}
Apr 14 11:28:31.471082 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-f8003529-af72-424a-919e-1af92952be4a None None] Set router 770499e4-acfb-4075-890b-cd606c82d0c5 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:28:31.539887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 60690) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:31.616705 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae2815d-bb86-46ee-b462-1be921d118ec admin admin] Deleting subnet 6ac35fd3-10a2-4b5f-808f-a1fc3a723591 {{(pid=85282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 14 11:28:31.620074 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1ae2815d-bb86-46ee-b462-1be921d118ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:31.727021 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1ae2815d-bb86-46ee-b462-1be921d118ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26560604'] for subnet, precommit_delete_associations {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:31.842418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1ae2815d-bb86-46ee-b462-1be921d118ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1821'] for subnet, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:31.865182 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-f8003529-af72-424a-919e-1af92952be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130583f28>, [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '26032407-3fbf-48bd-81e1-b0c99b5a6e93', 'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'mac_address': 'fa:16:3e:75:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:07Z', 'updated_at': '2021-04-14T11:24:25Z', 'revision_number': 5, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'subnets': [{'id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:28:31.870455 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8003529-af72-424a-919e-1af92952be4a None None] Checking router: 770499e4-acfb-4075-890b-cd606c82d0c5 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:28:31.883431 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8003529-af72-424a-919e-1af92952be4a None None] Routers {'770499e4-acfb-4075-890b-cd606c82d0c5'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:28:31.884324 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-f8003529-af72-424a-919e-1af92952be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130583f28>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:28:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['770499e4-acfb-4075-890b-cd606c82d0c5'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:28:31.960468 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c62886e1-67e4-4805-bf9d-a937f79c8af1 req-58b5b04b-280b-4c32-ab46-ff9a2c6e9e91 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa266e8f-5999-4c69-a443-204e30e4ae01 HTTP/1.1" status: 200  len: 210 time: 0.1574862
Apr 14 11:28:32.029834 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6d303-d7da-4153-88e2-93f4529eae2f req-441aacad-6d4b-40a7-b1ba-0b83f71d2d9e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:32.031526 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ccc6d303-d7da-4153-88e2-93f4529eae2f req-441aacad-6d4b-40a7-b1ba-0b83f71d2d9e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.1826484
Apr 14 11:28:32.112328 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ccc6d303-d7da-4153-88e2-93f4529eae2f req-2d4b5c91-8304-4a22-975a-6661dad3fb7a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0690825
Apr 14 11:28:32.291091 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8057c-865a-4c1b-bdb6-3153d366d4f5 req-a3bd4898-3500-4986-a81d-f90d49e00978 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:32.292726 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-53b8057c-865a-4c1b-bdb6-3153d366d4f5 req-a3bd4898-3500-4986-a81d-f90d49e00978 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 984 time: 0.0944688
Apr 14 11:28:32.301572 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-f8003529-af72-424a-919e-1af92952be4a None None] Set router 770499e4-acfb-4075-890b-cd606c82d0c5 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:28:32.330606 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-53b8057c-865a-4c1b-bdb6-3153d366d4f5 req-82b4f277-d998-437c-9f82-8934e1a24582 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&id=4794eb63-edfc-44d6-8885-a5807f2558a4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0291359
Apr 14 11:28:32.333915 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1ae2815d-bb86-46ee-b462-1be921d118ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852025886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453487'] for subnet, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:32.353329 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:32.405311 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2815d-bb86-46ee-b462-1be921d118ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ac35fd3-10a2-4b5f-808f-a1fc3a723591,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:32.408312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1ae2815d-bb86-46ee-b462-1be921d118ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:32.497934 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1ae2815d-bb86-46ee-b462-1be921d118ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:32.513212 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-1ae2815d-bb86-46ee-b462-1be921d118ec admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6ac35fd3-10a2-4b5f-808f-a1fc3a723591 HTTP/1.1" status: 204  len: 168 time: 0.9718373
Apr 14 11:28:32.515641 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 60700) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:32.645576 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-123aee6a-095d-40d0-9090-75fd6ed85c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854664768'] for network, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:32.665594 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-f8003529-af72-424a-919e-1af92952be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130583f28>, [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '26032407-3fbf-48bd-81e1-b0c99b5a6e93', 'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'mac_address': 'fa:16:3e:75:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:07Z', 'updated_at': '2021-04-14T11:24:25Z', 'revision_number': 5, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'subnets': [{'id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:28:32.669934 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8003529-af72-424a-919e-1af92952be4a None None] The sync data for ids ['770499e4-acfb-4075-890b-cd606c82d0c5'] in dv-cinder-774594-3-iscsi is: [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '26032407-3fbf-48bd-81e1-b0c99b5a6e93', 'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'mac_address': 'fa:16:3e:75:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:07Z', 'updated_at': '2021-04-14T11:24:25Z', 'revision_number': 5, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'subnets': [{'id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:28:32.853915 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-123aee6a-095d-40d0-9090-75fd6ed85c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854302052', 'neutron.services.segments.db._delete_segments_for_network--9223363253325445970'] for network, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:32.987217 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-123aee6a-095d-40d0-9090-75fd6ed85c80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd12b0a7908>,) {'filters': {'network_id': ['71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729']}} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:28:33.015672 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-123aee6a-095d-40d0-9090-75fd6ed85c80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd12b0a7908>, '6dfb80d9-8b3d-46e4-9d09-3be0a23b87da') {'for_net_delete': True} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:28:33.016346 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-123aee6a-095d-40d0-9090-75fd6ed85c80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd12b0a7908>, '6dfb80d9-8b3d-46e4-9d09-3be0a23b87da') {} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:28:33.031280 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-123aee6a-095d-40d0-9090-75fd6ed85c80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253325448786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2265445'] for segment, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:33.054673 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-123aee6a-095d-40d0-9090-75fd6ed85c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:33.064939 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123aee6a-095d-40d0-9090-75fd6ed85c80 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=85281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 14 11:28:33.101499 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 60708) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:33.119475 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503aa5a4-5f8e-4f8b-9c43-5ba2eff2f07d None None] New status for floating IP f0f26c07-c6d5-49b0-9753-a98c7a7a0e16: DOWN {{(pid=85286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 14 11:28:33.178835 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d9974f9b-6d99-4764-853f-815767187372 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:33.240198 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d9974f9b-6d99-4764-853f-815767187372 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:33.297750 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d9974f9b-6d99-4764-853f-815767187372 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:33.303905 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e1015a66-84b9-45b1-b463-07a037ac8d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:33.316256 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:33.320551 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9974f9b-6d99-4764-853f-815767187372 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9470cf54-0cd0-4ceb-9cb9-681749c30d8c,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:33.331321 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d9974f9b-6d99-4764-853f-815767187372 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:33.344979 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d9974f9b-6d99-4764-853f-815767187372 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:33.353437 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-d9974f9b-6d99-4764-853f-815767187372 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "DELETE /v2.0/security-groups/9470cf54-0cd0-4ceb-9cb9-681749c30d8c HTTP/1.1" status: 204  len: 168 time: 0.2503855
Apr 14 11:28:33.354069 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 60714) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:33.374257 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-123aee6a-095d-40d0-9090-75fd6ed85c80 admin admin] Network 71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:28:33.394056 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.v2.resource [None req-d222a1e4-ae42-4b6a-8152-83cf3d1dd8dd tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] show failed (client error): The resource could not be found.
Apr 14 11:28:33.395537 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-d222a1e4-ae42-4b6a-8152-83cf3d1dd8dd tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups/9470cf54-0cd0-4ceb-9cb9-681749c30d8c HTTP/1.1" status: 404  len: 347 time: 0.0404606
Apr 14 11:28:33.399224 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 60720) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:33.400298 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-123aee6a-095d-40d0-9090-75fd6ed85c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253485'] for segment, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:33.617812 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-07fd85fc-ff41-4679-840e-64d2b9195d4d tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Deleting port 7a81645f-7684-45f3-95db-0cc6e3b8e002 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:28:33.618374 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-07fd85fc-ff41-4679-840e-64d2b9195d4d tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:33.675248 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-123aee6a-095d-40d0-9090-75fd6ed85c80 admin admin] Network 71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]: Traceback (most recent call last):
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:     timer()
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:     cb(*args, **kw)
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:     return func(*args, **kwargs)
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:     self._notify()
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:     self.callback(batched_events)
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:     event.method(event)
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:     segment_id)['aggregates'][0]
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:     return f(self, *a, **k)
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self._get(url).json()
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:     **kwargs)
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self.request(url, 'GET', **kwargs)
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:     **endpoint_filter)
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 14 11:28:33.701418 dv-cinder-774594-3-iscsi neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 14 11:28:33.731890 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b8ba8-c451-435c-9680-9edee1426c8c req-c70329f5-83e0-475c-b673-3c3aa71e6a43 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:33.733592 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a50b8ba8-c451-435c-9680-9edee1426c8c req-c70329f5-83e0-475c-b673-3c3aa71e6a43 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.4419575
Apr 14 11:28:33.838901 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a50b8ba8-c451-435c-9680-9edee1426c8c req-5775dbed-4c79-41e3-8651-ef8cd0eafcd8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0520353
Apr 14 11:28:33.847420 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-123aee6a-095d-40d0-9090-75fd6ed85c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-473733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850711281'] for network, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:33.854726 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:33.871409 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ba510b80-c047-439e-92b0-8832c336cc37 req-d0bc62c3-9e1b-47fb-bb38-f0cdc30ced25 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1965644
Apr 14 11:28:33.878719 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcfc73-7692-40e3-8149-b57726b14eb7 req-12ef845e-9ca2-4aa7-adc7-a8ae6c59a600 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:33.886792 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-69fcfc73-7692-40e3-8149-b57726b14eb7 req-12ef845e-9ca2-4aa7-adc7-a8ae6c59a600 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 984 time: 0.3442402
Apr 14 11:28:33.909616 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-123aee6a-095d-40d0-9090-75fd6ed85c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:33.914465 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123aee6a-095d-40d0-9090-75fd6ed85c80 admin admin] Pushing event deleted for resources: {'Network': ['ID=71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:33.924300 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-123aee6a-095d-40d0-9090-75fd6ed85c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:33.936210 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-69fcfc73-7692-40e3-8149-b57726b14eb7 req-2e4d3466-844a-412e-b639-f144774084f4 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&id=4794eb63-edfc-44d6-8885-a5807f2558a4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0476451
Apr 14 11:28:33.946159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-07fd85fc-ff41-4679-840e-64d2b9195d4d tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:33.946332 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-07fd85fc-ff41-4679-840e-64d2b9195d4d tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:33.951936 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-123aee6a-095d-40d0-9090-75fd6ed85c80 admin admin] 10.222.0.20 "DELETE /v2.0/networks/71ed40d1-f3e6-4fa0-bc71-3a8f5cc28729 HTTP/1.1" status: 204  len: 168 time: 1.4325159
Apr 14 11:28:33.984798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 0f2cea50-f652-40ec-9002-e5e8a4220403 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:28:34.025694 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: 0f2cea50-f652-40ec-9002-e5e8a4220403 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:28:34.026087 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 0f2cea50-f652-40ec-9002-e5e8a4220403 not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:28:34.105084 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-07fd85fc-ff41-4679-840e-64d2b9195d4d tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Calling delete_port for 7a81645f-7684-45f3-95db-0cc6e3b8e002 owned by network:floatingip {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:28:34.183140 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 60726) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:34.204469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba510b80-c047-439e-92b0-8832c336cc37 req-5f278738-8a27-469f-af5b-28bbdfffbe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:34.206138 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ba510b80-c047-439e-92b0-8832c336cc37 req-5f278738-8a27-469f-af5b-28bbdfffbe81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73c130d3f7dc4956aa28b890684d0e50&device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 1099 time: 0.3058047
Apr 14 11:28:34.219185 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-e7129a37-9bf6-48b3-90ca-11cdc67bb8b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14e17523eed942cd86a25a7c396c9ae4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0343864
Apr 14 11:28:34.222328 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 60730) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:34.477484 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-07fd85fc-ff41-4679-840e-64d2b9195d4d tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:34.496139 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:34.545447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-02653038-a43d-4d61-b756-d076269e795f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:34.548165 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba510b80-c047-439e-92b0-8832c336cc37 req-e96d066c-5720-446b-8a67-58973bf4117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:34.550075 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ba510b80-c047-439e-92b0-8832c336cc37 req-e96d066c-5720-446b-8a67-58973bf4117a service neutron] 10.222.0.47 "GET /v2.0/networks?id=bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 HTTP/1.1" status: 200  len: 910 time: 0.3130600
Apr 14 11:28:34.571428 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd85fc-ff41-4679-840e-64d2b9195d4d tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Pushing event deleted for resources: {'Port': ['ID=7a81645f-7684-45f3-95db-0cc6e3b8e002,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:34.685273 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-07fd85fc-ff41-4679-840e-64d2b9195d4d tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:34.725003 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-02653038-a43d-4d61-b756-d076269e795f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:34.820107 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ba510b80-c047-439e-92b0-8832c336cc37 req-1b3415c5-dbde-49c4-a5e9-9a1a03a8fcf2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5a525b1-2146-468e-bd54-22bc70a65acd HTTP/1.1" status: 200  len: 1002 time: 0.2587829
Apr 14 11:28:34.981331 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba510b80-c047-439e-92b0-8832c336cc37 req-d225bc3c-6c12-4324-a792-b81cb8ab2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:34.982967 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ba510b80-c047-439e-92b0-8832c336cc37 req-d225bc3c-6c12-4324-a792-b81cb8ab2ec2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de6bf4f8-000f-4c47-956f-2890583d6b33 HTTP/1.1" status: 200  len: 848 time: 0.1526515
Apr 14 11:28:34.989708 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-02653038-a43d-4d61-b756-d076269e795f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:34.998228 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:35.066754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02653038-a43d-4d61-b756-d076269e795f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b478bfd0-fbad-4e79-9283-7b8458d76fe5,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:35.070411 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-02653038-a43d-4d61-b756-d076269e795f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:35.081288 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-07fd85fc-ff41-4679-840e-64d2b9195d4d tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for floatingip, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:35.110668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-02653038-a43d-4d61-b756-d076269e795f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:35.111927 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-02653038-a43d-4d61-b756-d076269e795f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b478bfd0-fbad-4e79-9283-7b8458d76fe5 HTTP/1.1" status: 204  len: 168 time: 0.8885398
Apr 14 11:28:35.119396 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-07fd85fc-ff41-4679-840e-64d2b9195d4d tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:35.122131 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-07fd85fc-ff41-4679-840e-64d2b9195d4d tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "DELETE /v2.0/floatingips/f0f26c07-c6d5-49b0-9753-a98c7a7a0e16 HTTP/1.1" status: 204  len: 168 time: 1.7195048
Apr 14 11:28:35.150618 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba510b80-c047-439e-92b0-8832c336cc37 req-aa7b4913-5faa-4b36-8169-a0f70db9ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:35.151385 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6717be7-c5f7-4d1c-a227-d3a0035d9928 req-4b532915-09c8-4477-a8c1-da2d8a8f0d8b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:35.152373 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ba510b80-c047-439e-92b0-8832c336cc37 req-aa7b4913-5faa-4b36-8169-a0f70db9ad5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1558845
Apr 14 11:28:35.159127 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d6717be7-c5f7-4d1c-a227-d3a0035d9928 req-4b532915-09c8-4477-a8c1-da2d8a8f0d8b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 943 time: 0.1701803
Apr 14 11:28:35.191969 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d6717be7-c5f7-4d1c-a227-d3a0035d9928 req-c6414ab4-2b37-48f0-9553-d4348c714cda tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0317693
Apr 14 11:28:35.221434 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166b80c-fa16-44ed-9a84-7c82badc6623 req-5fd2fc0a-f1f7-4890-abd0-80e258ebc62a tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:35.223294 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8166b80c-fa16-44ed-9a84-7c82badc6623 req-5fd2fc0a-f1f7-4890-abd0-80e258ebc62a tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 984 time: 0.1554785
Apr 14 11:28:35.263191 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8166b80c-fa16-44ed-9a84-7c82badc6623 req-10228c93-bc8a-43e6-9a61-cfceae6ae7ee tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&id=4794eb63-edfc-44d6-8885-a5807f2558a4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0333858
Apr 14 11:28:35.344194 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ba510b80-c047-439e-92b0-8832c336cc37 req-62a5809e-905f-4ec6-a3e4-fa15cf88b30e service neutron] 10.222.0.47 "GET /v2.0/networks/bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822610
Apr 14 11:28:35.423480 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 60742) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:35.434434 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-dfb0bf26-2011-40a8-b65c-d4177df8091e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--869920637', 'description': 'tempest-description--367254190'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:28:35.443027 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-dfb0bf26-2011-40a8-b65c-d4177df8091e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:28:35.448358 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-dfb0bf26-2011-40a8-b65c-d4177df8091e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Usage tracker for resource:security_group and tenant:42a8edf20fd2489b856e4667ae588287 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:28:35.452314 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-dfb0bf26-2011-40a8-b65c-d4177df8091e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:28:35.460804 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-dfb0bf26-2011-40a8-b65c-d4177df8091e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:28:35.473953 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dfb0bf26-2011-40a8-b65c-d4177df8091e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:35.479352 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-dfb0bf26-2011-40a8-b65c-d4177df8091e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:28:35.485097 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-dfb0bf26-2011-40a8-b65c-d4177df8091e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Usage tracker for resource:security_group_rule and tenant:42a8edf20fd2489b856e4667ae588287 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:28:35.489599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-dfb0bf26-2011-40a8-b65c-d4177df8091e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:28:35.496469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-dfb0bf26-2011-40a8-b65c-d4177df8091e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:28:35.508691 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ba510b80-c047-439e-92b0-8832c336cc37 req-59f43f0a-ce90-4037-9cca-7c9952a8edc5 service neutron] 10.222.0.47 "GET /v2.0/networks/bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1567400
Apr 14 11:28:35.595244 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dfb0bf26-2011-40a8-b65c-d4177df8091e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:35.597914 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dfb0bf26-2011-40a8-b65c-d4177df8091e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:35.601715 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0e177cec-6870-4036-bf20-1d866cee551b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:35.645471 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0bf26-2011-40a8-b65c-d4177df8091e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992871dd-9efa-498f-b6c9-e9b6f5a4f736,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:35.648994 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dfb0bf26-2011-40a8-b65c-d4177df8091e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:35.650678 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dfb0bf26-2011-40a8-b65c-d4177df8091e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:35.651976 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-dfb0bf26-2011-40a8-b65c-d4177df8091e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2264884
Apr 14 11:28:35.655142 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 60746) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:35.661427 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-c1c60cbb-8c7d-46d1-b713-f6a93467ac3f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Request body: {'security_group_rule': {'security_group_id': '992871dd-9efa-498f-b6c9-e9b6f5a4f736', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:28:35.667614 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c1c60cbb-8c7d-46d1-b713-f6a93467ac3f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:28:35.671655 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c1c60cbb-8c7d-46d1-b713-f6a93467ac3f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Usage tracker for resource:security_group_rule and tenant:42a8edf20fd2489b856e4667ae588287 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:28:35.674865 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c1c60cbb-8c7d-46d1-b713-f6a93467ac3f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:28:35.681392 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c1c60cbb-8c7d-46d1-b713-f6a93467ac3f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:28:35.698805 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c1c60cbb-8c7d-46d1-b713-f6a93467ac3f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:35.764783 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c1c60cbb-8c7d-46d1-b713-f6a93467ac3f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:35.767617 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c1c60cbb-8c7d-46d1-b713-f6a93467ac3f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:35.769720 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:35.792663 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c60cbb-8c7d-46d1-b713-f6a93467ac3f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbc462f-e2d8-4d7e-8303-1e4e1475cd81,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:35.798580 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c1c60cbb-8c7d-46d1-b713-f6a93467ac3f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:35.806793 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c1c60cbb-8c7d-46d1-b713-f6a93467ac3f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:35.808086 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c1c60cbb-8c7d-46d1-b713-f6a93467ac3f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1520386
Apr 14 11:28:35.811047 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 60750) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:35.816696 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-fd71ab68-da51-4d04-8e89-0a242f6d972a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Request body: {'security_group_rule': {'security_group_id': '992871dd-9efa-498f-b6c9-e9b6f5a4f736', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:28:35.823162 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-fd71ab68-da51-4d04-8e89-0a242f6d972a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:28:35.827149 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-fd71ab68-da51-4d04-8e89-0a242f6d972a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Usage tracker for resource:security_group_rule and tenant:42a8edf20fd2489b856e4667ae588287 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:28:35.830592 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-fd71ab68-da51-4d04-8e89-0a242f6d972a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:28:35.837064 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-fd71ab68-da51-4d04-8e89-0a242f6d972a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:28:35.854556 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fd71ab68-da51-4d04-8e89-0a242f6d972a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:35.921075 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fd71ab68-da51-4d04-8e89-0a242f6d972a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:35.923615 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fd71ab68-da51-4d04-8e89-0a242f6d972a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:35.925776 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e7cedc14-1638-4829-a2ce-97fd95ca65df tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:35.946727 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71ab68-da51-4d04-8e89-0a242f6d972a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc66e346-89f8-4771-a289-1738cce37051,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:35.950871 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fd71ab68-da51-4d04-8e89-0a242f6d972a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:35.958449 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fd71ab68-da51-4d04-8e89-0a242f6d972a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:35.959719 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-fd71ab68-da51-4d04-8e89-0a242f6d972a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1476786
Apr 14 11:28:35.963205 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 60754) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:35.968754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Request body: {'floatingip': {'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:28:35.975708 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:28:35.979709 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Usage tracker for resource:floatingip and tenant:42a8edf20fd2489b856e4667ae588287 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:28:35.982872 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:28:35.989735 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:28:35.992248 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:28:36.000687 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for floatingip, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:36.138885 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:28:36.148558 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:36.153559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'port_id': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df', 'mac_address': 'fa:16:3e:13:20:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:28:36.226021 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:36.227594 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:28:36.246018 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:28:36.250066 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:36.252734 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:36.308904 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Allocated IP 172.27.2.198 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/b2d22370-8ddc-4b54-8acf-e865067a333c) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:28:36.325063 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,revision_number=9']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:36.328480 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:36.477430 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:28:36.836148 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:36.858879 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c023f-1139-449e-84da-a1fe17a1ea9a req-66d6b58e-4f98-42b7-a055-8e3cc5b3d4b8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:36.861158 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0a3c023f-1139-449e-84da-a1fe17a1ea9a req-66d6b58e-4f98-42b7-a055-8e3cc5b3d4b8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 944 time: 0.5371945
Apr 14 11:28:36.871636 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ef2d8-41fd-4366-aaaa-cce3fa29be99 req-5d57c2b7-25bc-4c4f-af37-f66ce9164f67 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:36.873191 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fe1ef2d8-41fd-4366-aaaa-cce3fa29be99 req-5d57c2b7-25bc-4c4f-af37-f66ce9164f67 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 984 time: 0.4769239
Apr 14 11:28:36.922089 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0a3c023f-1139-449e-84da-a1fe17a1ea9a req-10f393cb-c5c5-44b9-931c-68056ab6e7c5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0478423
Apr 14 11:28:36.935681 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fe1ef2d8-41fd-4366-aaaa-cce3fa29be99 req-18aefc78-9585-4609-981b-44b434906880 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&id=4794eb63-edfc-44d6-8885-a5807f2558a4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0445378
Apr 14 11:28:36.950486 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:36.966671 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9595ac28-38c9-45a0-83d2-d1e2dc744a42 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:37.106445 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Pushing event updated for resources: {'Port': ['ID=b2d22370-8ddc-4b54-8acf-e865067a333c,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:37.115863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:37.163633 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:28:37.165042 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:28:37.167390 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:28:37.301623 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:37.369966 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:37.668689 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:37.672538 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:37.688668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b787f9dc-b987-40e3-90f6-0d28082f6b64 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:37.836401 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Pushing event updated for resources: {'Port': ['ID=b2d22370-8ddc-4b54-8acf-e865067a333c,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:37.839480 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:37.936104 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850711266'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:37.959915 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:37.961221 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9969232
Apr 14 11:28:38.001216 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:28:38.086921 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:28:38.087357 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:38.218960 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:38.219274 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e522063-d5fe-42ed-8636-1a9fbfdce36d req-11a6fd00-c58c-4d16-881c-ef6b8222282a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:38.220922 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8e522063-d5fe-42ed-8636-1a9fbfdce36d req-11a6fd00-c58c-4d16-881c-ef6b8222282a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 944 time: 0.1646371
Apr 14 11:28:38.230268 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0dc26-04c4-4aec-ab59-eab693afdb00 req-bcb9f414-f343-474b-8d7c-9d28a481f1da tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:38.230743 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:28:38.231783 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f7b0dc26-04c4-4aec-ab59-eab693afdb00 req-bcb9f414-f343-474b-8d7c-9d28a481f1da tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 984 time: 0.1358640
Apr 14 11:28:38.248615 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:28:38.252923 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:38.255128 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:38.274727 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8e522063-d5fe-42ed-8636-1a9fbfdce36d req-92783f7b-417c-4505-a55f-ce0633f9992c tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418799
Apr 14 11:28:38.285084 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f7b0dc26-04c4-4aec-ab59-eab693afdb00 req-7d5ae7cc-6696-4ee2-a021-8e07cf2047f6 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&id=4794eb63-edfc-44d6-8885-a5807f2558a4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0391340
Apr 14 11:28:38.335156 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,revision_number=10']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:38.338605 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:38.349888 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df', 'code': 200}
Apr 14 11:28:38.404627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-7e8d7066-fc04-4eb9-b1bd-653304cd2b9c tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Synchronizing usage tracker for tenant:42a8edf20fd2489b856e4667ae588287 on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:28:38.419410 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-7e8d7066-fc04-4eb9-b1bd-653304cd2b9c tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Unset dirty status for tenant:42a8edf20fd2489b856e4667ae588287 on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:28:38.420619 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-7e8d7066-fc04-4eb9-b1bd-653304cd2b9c tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--869920637&fields=id&tenant_id=42a8edf20fd2489b856e4667ae588287 HTTP/1.1" status: 200  len: 267 time: 0.0414352
Apr 14 11:28:38.584341 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-7f23b752-3f10-4ab9-afcd-9d0bd061c894 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:38.585971 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-7f23b752-3f10-4ab9-afcd-9d0bd061c894 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/networks?id=b697626d-73a8-4a4d-86f6-e642e203014b HTTP/1.1" status: 200  len: 811 time: 0.1578553
Apr 14 11:28:38.602485 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a496c14c-1616-46e3-af2d-3ebe7a1f46b1 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/quotas/42a8edf20fd2489b856e4667ae588287 HTTP/1.1" status: 200  len: 375 time: 0.0101876
Apr 14 11:28:38.700060 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-4eac4f31-0190-45fc-9de7-13c2d6d38df4 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=42a8edf20fd2489b856e4667ae588287&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0906007
Apr 14 11:28:38.893899 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1c845-86a3-425d-a1f6-d70af4ab4d2f req-82acc952-4485-426f-8b08-0925572fd5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:38.895600 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0ff1c845-86a3-425d-a1f6-d70af4ab4d2f req-82acc952-4485-426f-8b08-0925572fd5af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 1099 time: 0.0955133
Apr 14 11:28:38.923607 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0ff1c845-86a3-425d-a1f6-d70af4ab4d2f req-e8fe18cb-46ad-4856-8b93-6acfdd548c6b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0211959
Apr 14 11:28:38.970671 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-615c6949-5e29-41df-b8b2-9fabab6d499e service neutron] 10.222.0.20 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2569265
Apr 14 11:28:39.122226 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-6aeb2cf2-9042-4a58-90ff-2f8bffee4305 service neutron] 10.222.0.20 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444714
Apr 14 11:28:39.328507 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5b0ef1bc-3866-4742-a7c7-10d41afdb64c req-ff0154d6-1d1b-4d77-a5a8-2ebcbc086b6b tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 210 time: 0.0556526
Apr 14 11:28:39.573251 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a68381-235c-44d7-93a5-371c45ce7ee4 req-c4109bf4-fe31-426a-83ec-4eeb17ab1a97 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:39.574874 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d5a68381-235c-44d7-93a5-371c45ce7ee4 req-c4109bf4-fe31-426a-83ec-4eeb17ab1a97 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 984 time: 0.1264007
Apr 14 11:28:39.588125 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9ca89-748a-40c3-bff2-96e86be3cd4a req-bf5936c4-f7bc-46ae-b712-302459895dce tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:39.589736 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-35f9ca89-748a-40c3-bff2-96e86be3cd4a req-bf5936c4-f7bc-46ae-b712-302459895dce tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 946 time: 0.1784356
Apr 14 11:28:39.633756 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d5a68381-235c-44d7-93a5-371c45ce7ee4 req-06380bf9-db50-4eba-ab99-2fa2936bf210 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&id=4794eb63-edfc-44d6-8885-a5807f2558a4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0428689
Apr 14 11:28:39.641848 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-35f9ca89-748a-40c3-bff2-96e86be3cd4a req-e433a025-cb36-47e6-b509-d25b8ea5e6fd tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0354991
Apr 14 11:28:39.671966 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:28:40.539445 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f11b4d54-8411-4f96-b49f-64976d08b64e req-bf00d2f4-b424-4b45-8377-f8d795d3a241 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 210 time: 0.0840909
Apr 14 11:28:40.622922 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-5d4ff328-d8a7-4b17-9359-2c315bb6cf04 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:40.624499 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-5d4ff328-d8a7-4b17-9359-2c315bb6cf04 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.47 "GET /v2.0/networks?id=b697626d-73a8-4a4d-86f6-e642e203014b HTTP/1.1" status: 200  len: 811 time: 0.2149072
Apr 14 11:28:40.704720 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-1942a6da-b215-42ee-8b19-9b1b93554c13 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Synchronizing usage tracker for tenant:42a8edf20fd2489b856e4667ae588287 on resource:security_group {{(pid=85282) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:28:40.729726 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-1942a6da-b215-42ee-8b19-9b1b93554c13 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Unset dirty status for tenant:42a8edf20fd2489b856e4667ae588287 on resource:security_group {{(pid=85282) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:28:40.731067 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-1942a6da-b215-42ee-8b19-9b1b93554c13 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=42a8edf20fd2489b856e4667ae588287 HTTP/1.1" status: 200  len: 5707 time: 0.0977294
Apr 14 11:28:40.748084 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Request body: {'port': {'device_id': 'c6c28155-023b-42f3-a48c-b963e54d2b43', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'admin_state_up': True, 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'security_groups': ['992871dd-9efa-498f-b6c9-e9b6f5a4f736']}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:28:40.905314 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:28:40.910020 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Usage tracker for resource:port and tenant:42a8edf20fd2489b856e4667ae588287 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:28:40.912992 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:28:40.919112 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:28:40.928971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Made reservation on behalf of 42a8edf20fd2489b856e4667ae588287 for: {'port': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:28:40.935307 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:40.947281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc624e33-9fc6-46f0-b5ee-53a6173ae13e req-c9ef52a9-9db6-4c8d-9221-461970e1df5b tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:40.948920 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fc624e33-9fc6-46f0-b5ee-53a6173ae13e req-c9ef52a9-9db6-4c8d-9221-461970e1df5b tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 984 time: 0.1683397
Apr 14 11:28:40.965130 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d8eb1-7363-4820-9d57-f57acfc84a53 req-7b9ddbcc-8e24-4313-bce6-b5764407b572 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:40.966733 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2a4d8eb1-7363-4820-9d57-f57acfc84a53 req-7b9ddbcc-8e24-4313-bce6-b5764407b572 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 946 time: 0.1422143
Apr 14 11:28:41.019921 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fc624e33-9fc6-46f0-b5ee-53a6173ae13e req-48db74d9-1936-4758-923b-5f3e8edf86fa tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&id=4794eb63-edfc-44d6-8885-a5807f2558a4&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0633304
Apr 14 11:28:41.026688 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2a4d8eb1-7363-4820-9d57-f57acfc84a53 req-79ff8545-d96a-4b27-b4a3-6c489ee03956 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0448315
Apr 14 11:28:41.348416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Allocated IP 172.20.0.9 (b697626d-73a8-4a4d-86f6-e642e203014b/4213cafa-277c-42ee-9b65-c2d9ae792ac7/5f6d7d82-443f-4c69-bdd6-43fed6184114) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:28:41.558246 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:41.575385 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Transition to ACTIVE for port object 5f6d7d82-443f-4c69-bdd6-43fed6184114 will not be triggered until provisioned by entity DHCP. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:28:41.601853 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:41.618596 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0cb5ca51-68a3-4f65-83cf-cd25edf359fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:41.772076 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Pushing event updated for resources: {'Port': ['ID=5f6d7d82-443f-4c69-bdd6-43fed6184114,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:41.783355 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:41.830404 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Network b697626d-73a8-4a4d-86f6-e642e203014b is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:28:41.831650 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:28:41.834017 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:28:41.900369 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea95d98-2c71-4e9e-9ea8-1a3d89098fe5 req-09270ea0-6e36-43c2-88d9-83f6a3cf6ee1 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:41.902100 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dea95d98-2c71-4e9e-9ea8-1a3d89098fe5 req-09270ea0-6e36-43c2-88d9-83f6a3cf6ee1 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 931 time: 0.1054189
Apr 14 11:28:41.914742 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:41.915477 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:41.935527 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dea95d98-2c71-4e9e-9ea8-1a3d89098fe5 req-143e6b0e-270a-4e4e-b413-a831354f399e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=992871dd-9efa-498f-b6c9-e9b6f5a4f736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0264826
Apr 14 11:28:41.946298 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2081270
Apr 14 11:28:41.962153 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Request body: {'port': {'device_id': 'c6c28155-023b-42f3-a48c-b963e54d2b43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:28:42.053908 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-ec0f5788-a92c-4de9-93bb-f46b52aae5c9 None None] Provisioning for port 5f6d7d82-443f-4c69-bdd6-43fed6184114 completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:28:42.059004 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-ec0f5788-a92c-4de9-93bb-f46b52aae5c9 None None] Provisioning complete for port 5f6d7d82-443f-4c69-bdd6-43fed6184114 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:28:42.059518 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ec0f5788-a92c-4de9-93bb-f46b52aae5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:42.083881 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:42.122015 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f5788-a92c-4de9-93bb-f46b52aae5c9 None None] Port 5f6d7d82-443f-4c69-bdd6-43fed6184114 cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:28:42.499408 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6d7d82-443f-4c69-bdd6-43fed6184114 {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:28:42.511746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:42.530058 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Transition to ACTIVE for port object 5f6d7d82-443f-4c69-bdd6-43fed6184114 will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:28:42.533707 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:42.548294 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1bc50d62-1a9d-4fdb-916e-58676a5d303e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:42.689486 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Pushing event updated for resources: {'Port': ['ID=5f6d7d82-443f-4c69-bdd6-43fed6184114,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:42.699079 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:42.930478 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Attempting to bind port 5f6d7d82-443f-4c69-bdd6-43fed6184114 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:28:42.930849 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Attempting to bind port 5f6d7d82-443f-4c69-bdd6-43fed6184114 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '740351c2-c7cf-4200-8229-e7c24a0aac17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:28:42.931215 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Attempting to bind port 5f6d7d82-443f-4c69-bdd6-43fed6184114 on network b697626d-73a8-4a4d-86f6-e642e203014b {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:28:42.936168 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Port 5f6d7d82-443f-4c69-bdd6-43fed6184114 on network b697626d-73a8-4a4d-86f6-e642e203014b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:28:42.936532 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Attempting to bind port 5f6d7d82-443f-4c69-bdd6-43fed6184114 on network b697626d-73a8-4a4d-86f6-e642e203014b {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:28:42.944151 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:28:42.944721 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Checking segment: {'id': '740351c2-c7cf-4200-8229-e7c24a0aac17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:28:42.945444 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Bound using segment: {'id': '740351c2-c7cf-4200-8229-e7c24a0aac17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:28:42.946243 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Bound port: 5f6d7d82-443f-4c69-bdd6-43fed6184114, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740351c2-c7cf-4200-8229-e7c24a0aac17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:28:42.946882 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:43.028889 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] For port 5f6d7d82-443f-4c69-bdd6-43fed6184114, host hv-cinder-77459, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:28:43.033286 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] For port 5f6d7d82-443f-4c69-bdd6-43fed6184114, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5f6d7d82-443f-4c69-bdd6-43fed6184114,segment=NetworkSegment(740351c2-c7cf-4200-8229-e7c24a0aac17),segment_id=740351c2-c7cf-4200-8229-e7c24a0aac17)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:28:43.037411 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:43.053616 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7adf2017-1e20-4a3a-b535-f733ce6e1887 tempest-AttachVolumeNegativeTest-1890159019 tempest-AttachVolumeNegativeTest-1890159019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:43.155232 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3010da0-317c-4052-b05a-f9d91088da08 req-a4585e3a-b2ca-4351-9f2d-ed3212323fcd tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:43.157663 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b3010da0-317c-4052-b05a-f9d91088da08 req-a4585e3a-b2ca-4351-9f2d-ed3212323fcd tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 943 time: 0.0942259
Apr 14 11:28:43.190696 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b3010da0-317c-4052-b05a-f9d91088da08 req-a8f58070-5778-45f4-ab67-53efb885ff55 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=992871dd-9efa-498f-b6c9-e9b6f5a4f736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0259721
Apr 14 11:28:43.213427 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Pushing event updated for resources: {'Port': ['ID=5f6d7d82-443f-4c69-bdd6-43fed6184114,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:43.218507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:43.255668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:43.256383 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:43.257904 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] 10.222.0.47 "PUT /v2.0/ports/5f6d7d82-443f-4c69-bdd6-43fed6184114 HTTP/1.1" status: 200  len: 1093 time: 1.3010163
Apr 14 11:28:43.258464 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c28155-023b-42f3-a48c-b963e54d2b43', 'tag': '5f6d7d82-443f-4c69-bdd6-43fed6184114'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:28:43.342443 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c28155-023b-42f3-a48c-b963e54d2b43', 'tag': '5f6d7d82-443f-4c69-bdd6-43fed6184114', 'status': 'completed', 'code': 200}
Apr 14 11:28:43.384338 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-7f177e15-d838-40cf-855e-a5ca4e17d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:43.386019 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-7f177e15-d838-40cf-855e-a5ca4e17d64b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42a8edf20fd2489b856e4667ae588287&device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 1096 time: 0.0876589
Apr 14 11:28:43.476080 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-302f097b-c94d-4e76-ba90-e30f031e4fe8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f6d7d82-443f-4c69-bdd6-43fed6184114 HTTP/1.1" status: 200  len: 217 time: 0.0744758
Apr 14 11:28:43.563898 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-dbb56afc-6f60-4bce-9a1d-ece006271e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:43.565653 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-dbb56afc-6f60-4bce-9a1d-ece006271e97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4213cafa-277c-42ee-9b65-c2d9ae792ac7 HTTP/1.1" status: 200  len: 850 time: 0.0670085
Apr 14 11:28:43.654426 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-ef167a54-ec03-467b-95a3-148398be531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:43.656253 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-ef167a54-ec03-467b-95a3-148398be531b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b697626d-73a8-4a4d-86f6-e642e203014b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838785
Apr 14 11:28:43.806877 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-f50ced43-8267-40b1-bdac-9d47f21c4639 service neutron] 10.222.0.47 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416233
Apr 14 11:28:43.952330 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c015a9bf-c632-47b3-b8d6-8d7b1a10e67f req-6dec9818-c8aa-435b-a698-177324b96a68 service neutron] 10.222.0.47 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379526
Apr 14 11:28:44.091691 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e21743-e64f-4118-804e-dd55cd31ab26 req-71793938-10da-460e-9373-5b8106552a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:44.093364 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f1e21743-e64f-4118-804e-dd55cd31ab26 req-71793938-10da-460e-9373-5b8106552a00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42a8edf20fd2489b856e4667ae588287&device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 1096 time: 0.0800254
Apr 14 11:28:44.252010 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e21743-e64f-4118-804e-dd55cd31ab26 req-40e85d2b-3c41-479d-ab25-b8af96a842e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:44.253653 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f1e21743-e64f-4118-804e-dd55cd31ab26 req-40e85d2b-3c41-479d-ab25-b8af96a842e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b697626d-73a8-4a4d-86f6-e642e203014b HTTP/1.1" status: 200  len: 912 time: 0.1460125
Apr 14 11:28:44.336551 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f1e21743-e64f-4118-804e-dd55cd31ab26 req-5a996cd1-f0a6-4915-9a12-26056df56756 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f6d7d82-443f-4c69-bdd6-43fed6184114 HTTP/1.1" status: 200  len: 217 time: 0.0748088
Apr 14 11:28:44.399266 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f736292-6f98-4eaa-94f8-e419c54df60a req-a335ae1b-53de-4064-a6d2-6a4344a62caa tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:44.400792 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7f736292-6f98-4eaa-94f8-e419c54df60a req-a335ae1b-53de-4064-a6d2-6a4344a62caa tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 943 time: 0.0931566
Apr 14 11:28:44.409945 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e21743-e64f-4118-804e-dd55cd31ab26 req-6f9e39f7-4db0-4fbd-aae8-a64d23640428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:44.411670 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f1e21743-e64f-4118-804e-dd55cd31ab26 req-6f9e39f7-4db0-4fbd-aae8-a64d23640428 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4213cafa-277c-42ee-9b65-c2d9ae792ac7 HTTP/1.1" status: 200  len: 850 time: 0.0673954
Apr 14 11:28:44.432921 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7f736292-6f98-4eaa-94f8-e419c54df60a req-af12c86a-4fbe-4ab4-88af-839ed48cee30 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=992871dd-9efa-498f-b6c9-e9b6f5a4f736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0255880
Apr 14 11:28:44.510158 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e21743-e64f-4118-804e-dd55cd31ab26 req-3304e20c-9454-400c-b6e4-3db69c4de548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:44.513286 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f1e21743-e64f-4118-804e-dd55cd31ab26 req-3304e20c-9454-400c-b6e4-3db69c4de548 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b697626d-73a8-4a4d-86f6-e642e203014b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0914793
Apr 14 11:28:44.667753 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f1e21743-e64f-4118-804e-dd55cd31ab26 req-87ef3e1c-1e73-40d3-865c-954e37d9bd0a service neutron] 10.222.0.47 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468561
Apr 14 11:28:44.818852 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f1e21743-e64f-4118-804e-dd55cd31ab26 req-742b1c6f-b7a0-4097-8ba0-e8545e5ba19e service neutron] 10.222.0.47 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413474
Apr 14 11:28:45.638854 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a791a-fd25-46b5-b18b-3c3ad382d586 req-2a0b8aa7-1ea1-48f6-b75d-0a457022b165 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:45.640475 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8c3a791a-fd25-46b5-b18b-3c3ad382d586 req-2a0b8aa7-1ea1-48f6-b75d-0a457022b165 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 943 time: 0.0886877
Apr 14 11:28:45.673259 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8c3a791a-fd25-46b5-b18b-3c3ad382d586 req-7fdf9606-9386-4567-9dac-7f84a42db5f6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=992871dd-9efa-498f-b6c9-e9b6f5a4f736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0249612
Apr 14 11:28:46.075602 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 5f6d7d82-443f-4c69-bdd6-43fed6184114 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:28:46.222325 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 5f6d7d82-443f-4c69-bdd6-43fed6184114, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5f6d7d82-443f-4c69-bdd6-43fed6184114,segment=NetworkSegment(740351c2-c7cf-4200-8229-e7c24a0aac17),segment_id=740351c2-c7cf-4200-8229-e7c24a0aac17)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:28:46.236743 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '5f6d7d82-443f-4c69-bdd6-43fed6184114', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'port_id': '5f6d7d82-443f-4c69-bdd6-43fed6184114', 'mac_address': 'fa:16:3e:9f:cd:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:28:46.299879 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:46.301250 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6d7d82-443f-4c69-bdd6-43fed6184114 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:28:46.318173 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 5f6d7d82-443f-4c69-bdd6-43fed6184114, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5f6d7d82-443f-4c69-bdd6-43fed6184114,segment=NetworkSegment(740351c2-c7cf-4200-8229-e7c24a0aac17),segment_id=740351c2-c7cf-4200-8229-e7c24a0aac17)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:28:46.327189 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:46.329024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:46.400715 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=5f6d7d82-443f-4c69-bdd6-43fed6184114,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:46.403906 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:46.587410 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['5f6d7d82-443f-4c69-bdd6-43fed6184114'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:28:46.885450 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143af9c-9d74-4c63-bc43-351bbe072885 req-dec3f232-10ed-4ca0-977c-4b68f8a2f190 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:46.886988 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6143af9c-9d74-4c63-bc43-351bbe072885 req-dec3f232-10ed-4ca0-977c-4b68f8a2f190 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 944 time: 0.0948520
Apr 14 11:28:46.922267 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6143af9c-9d74-4c63-bc43-351bbe072885 req-08dfc555-d5be-45f4-8ed8-8ba2c1f6f480 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=992871dd-9efa-498f-b6c9-e9b6f5a4f736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0255566
Apr 14 11:28:48.089993 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 5f6d7d82-443f-4c69-bdd6-43fed6184114 up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:28:48.131377 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9032b3-5889-4631-acf2-955463b885d7 req-757fb6d5-9ffe-4129-9840-1560c797074e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:48.133018 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6f9032b3-5889-4631-acf2-955463b885d7 req-757fb6d5-9ffe-4129-9840-1560c797074e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 944 time: 0.0916874
Apr 14 11:28:48.163883 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port 5f6d7d82-443f-4c69-bdd6-43fed6184114 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:28:48.165650 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6f9032b3-5889-4631-acf2-955463b885d7 req-12d3cca7-7d65-43e7-bc8b-365d15850746 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=992871dd-9efa-498f-b6c9-e9b6f5a4f736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0251274
Apr 14 11:28:48.169006 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 5f6d7d82-443f-4c69-bdd6-43fed6184114 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:28:48.169453 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:48.302998 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:48.314958 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c28155-023b-42f3-a48c-b963e54d2b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6d7d82-443f-4c69-bdd6-43fed6184114'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:28:48.325751 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 5f6d7d82-443f-4c69-bdd6-43fed6184114, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5f6d7d82-443f-4c69-bdd6-43fed6184114,segment=NetworkSegment(740351c2-c7cf-4200-8229-e7c24a0aac17),segment_id=740351c2-c7cf-4200-8229-e7c24a0aac17)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:28:48.328985 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:48.331439 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:28:48.371091 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c28155-023b-42f3-a48c-b963e54d2b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6d7d82-443f-4c69-bdd6-43fed6184114', 'code': 200}
Apr 14 11:28:48.406077 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=5f6d7d82-443f-4c69-bdd6-43fed6184114,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:28:48.410007 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:28:48.623186 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048545d1-7034-47ab-9c07-59cb3b16caa1 req-5ba9695e-f7be-4ba1-a684-ea77197ea15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:48.624771 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-048545d1-7034-47ab-9c07-59cb3b16caa1 req-5ba9695e-f7be-4ba1-a684-ea77197ea15c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 1098 time: 0.0781684
Apr 14 11:28:48.652400 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-048545d1-7034-47ab-9c07-59cb3b16caa1 req-e7aebec7-f213-4d2d-8eff-bf804e7b12f7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=992871dd-9efa-498f-b6c9-e9b6f5a4f736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0206792
Apr 14 11:28:49.371676 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f8503-2ed8-4a7b-822d-42def0bc964e req-c9457003-c69b-4e0f-967b-289d1f1a20d6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:49.373303 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-db0f8503-2ed8-4a7b-822d-42def0bc964e req-c9457003-c69b-4e0f-967b-289d1f1a20d6 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 945 time: 0.0929039
Apr 14 11:28:49.405900 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-db0f8503-2ed8-4a7b-822d-42def0bc964e req-79b3f72d-e0ce-415c-9c68-98bba195bb0a tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=992871dd-9efa-498f-b6c9-e9b6f5a4f736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0258434
Apr 14 11:28:50.612452 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c56b7-4e1f-4012-bedb-eb03b861ea06 req-dee7532c-7de0-428a-95c6-bfe3b0791139 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:50.614114 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5c2c56b7-4e1f-4012-bedb-eb03b861ea06 req-dee7532c-7de0-428a-95c6-bfe3b0791139 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 945 time: 0.0881221
Apr 14 11:28:50.649471 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5c2c56b7-4e1f-4012-bedb-eb03b861ea06 req-ec97a87a-f940-4220-b0c2-8dbc91601903 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=992871dd-9efa-498f-b6c9-e9b6f5a4f736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0284367
Apr 14 11:28:51.067862 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9d9cf-1f65-49ea-b646-7f88e3fc39f4 req-cf21ec66-4119-4dac-942d-239c4d2f40b5 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:51.069474 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-15e9d9cf-1f65-49ea-b646-7f88e3fc39f4 req-cf21ec66-4119-4dac-942d-239c4d2f40b5 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 945 time: 0.3105559
Apr 14 11:28:51.078736 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 60868) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:28:51.085133 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-e1805b37-7048-4da0-930f-617e753e76a4 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Request body: {'floatingip': {'port_id': '5f6d7d82-443f-4c69-bdd6-43fed6184114'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:28:51.170869 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e1805b37-7048-4da0-930f-617e753e76a4 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for floatingip, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:51.821196 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e1805b37-7048-4da0-930f-617e753e76a4 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:51.824168 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e1805b37-7048-4da0-930f-617e753e76a4 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850711266'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:52.008908 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_db [None req-e1805b37-7048-4da0-930f-617e753e76a4 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Floating IP f0bde8a5-9906-4d5f-81f3-53a1869663ce associated. External IP: 172.27.2.198, port: 5f6d7d82-443f-4c69-bdd6-43fed6184114.
Apr 14 11:28:52.386930 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1805b37-7048-4da0-930f-617e753e76a4 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Router 770499e4-acfb-4075-890b-cd606c82d0c5 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:28:52.588414 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1805b37-7048-4da0-930f-617e753e76a4 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:28:52.593395 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e1805b37-7048-4da0-930f-617e753e76a4 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:52.599326 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc22c249-af69-4c5b-9d01-a4f2736d959c None None] Sync routers for ids ['770499e4-acfb-4075-890b-cd606c82d0c5'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:28:52.609580 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc22c249-af69-4c5b-9d01-a4f2736d959c None None] Routers {'770499e4-acfb-4075-890b-cd606c82d0c5'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:28:52.610260 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-cc22c249-af69-4c5b-9d01-a4f2736d959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130514d30>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:28:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['770499e4-acfb-4075-890b-cd606c82d0c5'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:28:52.653842 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-e1805b37-7048-4da0-930f-617e753e76a4 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "PUT /v2.0/floatingips/f0bde8a5-9906-4d5f-81f3-53a1869663ce HTTP/1.1" status: 200  len: 991 time: 1.5738628
Apr 14 11:28:52.654436 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c28155-023b-42f3-a48c-b963e54d2b43', 'tag': '5f6d7d82-443f-4c69-bdd6-43fed6184114'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:28:52.710135 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c28155-023b-42f3-a48c-b963e54d2b43', 'tag': '5f6d7d82-443f-4c69-bdd6-43fed6184114', 'status': 'completed', 'code': 200}
Apr 14 11:28:52.812248 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-cc22c249-af69-4c5b-9d01-a4f2736d959c None None] Set router 770499e4-acfb-4075-890b-cd606c82d0c5 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:28:52.825366 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c02bb-cdf5-4329-a039-226df870e00a req-74aa0346-f7dc-4876-8d18-76d0442fdc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:52.827034 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b45c02bb-cdf5-4329-a039-226df870e00a req-74aa0346-f7dc-4876-8d18-76d0442fdc42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42a8edf20fd2489b856e4667ae588287&device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 1098 time: 0.0868144
Apr 14 11:28:53.223025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-cc22c249-af69-4c5b-9d01-a4f2736d959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130514d30>, [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': 'f0bde8a5-9906-4d5f-81f3-53a1869663ce', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'port_id': '5f6d7d82-443f-4c69-bdd6-43fed6184114', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'mac_address': 'fa:16:3e:9f:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c28155-023b-42f3-a48c-b963e54d2b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:28:37Z', 'updated_at': '2021-04-14T11:28:51Z', 'revision_number': 1, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26032407-3fbf-48bd-81e1-b0c99b5a6e93', 'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'mac_address': 'fa:16:3e:75:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:07Z', 'updated_at': '2021-04-14T11:24:25Z', 'revision_number': 5, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'subnets': [{'id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:28:53.227267 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc22c249-af69-4c5b-9d01-a4f2736d959c None None] Checking router: 770499e4-acfb-4075-890b-cd606c82d0c5 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:28:53.234328 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c02bb-cdf5-4329-a039-226df870e00a req-9e475c8d-6dff-44b8-a822-07d802c56e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:53.235927 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b45c02bb-cdf5-4329-a039-226df870e00a req-9e475c8d-6dff-44b8-a822-07d802c56e63 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b697626d-73a8-4a4d-86f6-e642e203014b HTTP/1.1" status: 200  len: 912 time: 0.4003737
Apr 14 11:28:53.236391 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc22c249-af69-4c5b-9d01-a4f2736d959c None None] Routers {'770499e4-acfb-4075-890b-cd606c82d0c5'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:28:53.237092 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-cc22c249-af69-4c5b-9d01-a4f2736d959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130514d30>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:28:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['770499e4-acfb-4075-890b-cd606c82d0c5'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:28:53.355088 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b45c02bb-cdf5-4329-a039-226df870e00a req-3fe2f03e-406f-4514-aef9-b98ee3ecd80d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f6d7d82-443f-4c69-bdd6-43fed6184114 HTTP/1.1" status: 200  len: 999 time: 0.1110072
Apr 14 11:28:53.427643 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c02bb-cdf5-4329-a039-226df870e00a req-adbbcd8f-1455-4dcf-89c4-dafa716526cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:53.429348 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b45c02bb-cdf5-4329-a039-226df870e00a req-adbbcd8f-1455-4dcf-89c4-dafa716526cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4213cafa-277c-42ee-9b65-c2d9ae792ac7 HTTP/1.1" status: 200  len: 850 time: 0.0672822
Apr 14 11:28:53.433588 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-cc22c249-af69-4c5b-9d01-a4f2736d959c None None] Set router 770499e4-acfb-4075-890b-cd606c82d0c5 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:28:53.522752 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c02bb-cdf5-4329-a039-226df870e00a req-9384fa6b-c518-4247-8b8b-8a596ee5c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:28:53.524573 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b45c02bb-cdf5-4329-a039-226df870e00a req-9384fa6b-c518-4247-8b8b-8a596ee5c00a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b697626d-73a8-4a4d-86f6-e642e203014b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834858
Apr 14 11:28:53.683043 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b45c02bb-cdf5-4329-a039-226df870e00a req-87b5272f-3374-430b-aaa8-c69be48870fc service neutron] 10.222.0.47 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500709
Apr 14 11:28:53.845918 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b45c02bb-cdf5-4329-a039-226df870e00a req-e14f1581-b8cb-4062-9caf-56b8cd3f3920 service neutron] 10.222.0.47 "GET /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519375
Apr 14 11:28:53.987314 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-cc22c249-af69-4c5b-9d01-a4f2736d959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130514d30>, [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': 'f0bde8a5-9906-4d5f-81f3-53a1869663ce', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'port_id': '5f6d7d82-443f-4c69-bdd6-43fed6184114', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'mac_address': 'fa:16:3e:9f:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c28155-023b-42f3-a48c-b963e54d2b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:28:37Z', 'updated_at': '2021-04-14T11:28:51Z', 'revision_number': 1, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26032407-3fbf-48bd-81e1-b0c99b5a6e93', 'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'mac_address': 'fa:16:3e:75:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:07Z', 'updated_at': '2021-04-14T11:24:25Z', 'revision_number': 5, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'subnets': [{'id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:28:53.991636 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc22c249-af69-4c5b-9d01-a4f2736d959c None None] The sync data for ids ['770499e4-acfb-4075-890b-cd606c82d0c5'] in dv-cinder-774594-3-iscsi is: [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': 'f0bde8a5-9906-4d5f-81f3-53a1869663ce', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'port_id': '5f6d7d82-443f-4c69-bdd6-43fed6184114', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'mac_address': 'fa:16:3e:9f:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c28155-023b-42f3-a48c-b963e54d2b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:28:37Z', 'updated_at': '2021-04-14T11:28:51Z', 'revision_number': 1, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26032407-3fbf-48bd-81e1-b0c99b5a6e93', 'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'mac_address': 'fa:16:3e:75:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:07Z', 'updated_at': '2021-04-14T11:24:25Z', 'revision_number': 5, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'subnets': [{'id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:28:54.249506 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e107e9-dcac-4c25-b42a-d673ef732354 None None] New status for floating IP f0bde8a5-9906-4d5f-81f3-53a1869663ce: ACTIVE {{(pid=85286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 14 11:28:55.443417 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ad0d48f1-7f7c-4e34-9b61-025b5ef93ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:57.437658 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3264c3c4-b8f6-4a50-9c6b-34ccddfa4ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:58.329867 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:28:59.318219 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:00.374074 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:03.316199 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:16.671725 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:29:21.656041 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d4cd866e-ed86-47f0-b123-72f5ced6be0e req-5dd4e0ab-f669-4880-9f44-e432818ba8c8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-822781997&fields=id&tenant_id=5babc973bcfb4ddab6c5caaa9c078cb5 HTTP/1.1" status: 200  len: 267 time: 0.0276690
Apr 14 11:29:21.755170 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd866e-ed86-47f0-b123-72f5ced6be0e req-f3a7c5b6-cde9-4970-9b50-0de3ea2864bb tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:21.756842 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d4cd866e-ed86-47f0-b123-72f5ced6be0e req-f3a7c5b6-cde9-4970-9b50-0de3ea2864bb tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 984 time: 0.0939138
Apr 14 11:29:21.769612 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-d4cd866e-ed86-47f0-b123-72f5ced6be0e req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Request body: {'port': {'security_groups': ['0d1ee642-f42c-4b29-927d-0d8784863b2d']}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:29:21.903825 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d4cd866e-ed86-47f0-b123-72f5ced6be0e req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:22.465038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe4629-1d8a-4352-848d-1fc1c9ddd935 req-b8888305-3d44-4871-8886-3daad3e5b7d2 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:22.466683 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cabe4629-1d8a-4352-848d-1fc1c9ddd935 req-b8888305-3d44-4871-8886-3daad3e5b7d2 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 946 time: 0.4283710
Apr 14 11:29:22.526273 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cabe4629-1d8a-4352-848d-1fc1c9ddd935 req-524df262-9431-4716-bf6b-d5d74cdc9ba6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0473607
Apr 14 11:29:22.537619 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-d4cd866e-ed86-47f0-b123-72f5ced6be0e req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] For port 6293f0bb-091e-4d80-8545-de01c3732960, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6293f0bb-091e-4d80-8545-de01c3732960,segment=NetworkSegment(15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9),segment_id=15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:29:22.574879 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d4cd866e-ed86-47f0-b123-72f5ced6be0e req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:22.578733 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d4cd866e-ed86-47f0-b123-72f5ced6be0e req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:22.594947 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['6293f0bb-091e-4d80-8545-de01c3732960'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:29:22.598797 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-82ea2013-f3c3-4287-b9aa-9b6f5a29ba00 tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:22.761111 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Pushing event updated for resources: {'Port': ['ID=6293f0bb-091e-4d80-8545-de01c3732960,revision_number=7']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:22.776127 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:22.776540 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:22.776944 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:22.777397 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:22.777799 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:22.778194 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:22.778590 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:22.778984 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:22.779376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:22.779767 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:22.780164 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:22.780548 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:22.793792 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:22.819760 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd866e-ed86-47f0-b123-72f5ced6be0e req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:22.820467 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d4cd866e-ed86-47f0-b123-72f5ced6be0e req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:22.822010 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d4cd866e-ed86-47f0-b123-72f5ced6be0e req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "PUT /v2.0/ports/6293f0bb-091e-4d80-8545-de01c3732960 HTTP/1.1" status: 200  len: 942 time: 1.0581234
Apr 14 11:29:22.823947 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198bc0ee-ea8e-4760-aab1-845e603428be', 'tag': '6293f0bb-091e-4d80-8545-de01c3732960'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:29:22.829283 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 60976) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:22.879322 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198bc0ee-ea8e-4760-aab1-845e603428be', 'tag': '6293f0bb-091e-4d80-8545-de01c3732960', 'status': 'completed', 'code': 200}
Apr 14 11:29:22.910524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['6293f0bb-091e-4d80-8545-de01c3732960'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:29:22.911170 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-62df5516-ecb5-4543-9982-8985d91f0b89 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:22.948295 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-62df5516-ecb5-4543-9982-8985d91f0b89 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:23.007389 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f3d90-7b52-4314-a272-a23766445680 req-d5d860cb-eec1-42f0-95d4-29499bc86083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:23.007953 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-62df5516-ecb5-4543-9982-8985d91f0b89 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:23.009025 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d52f3d90-7b52-4314-a272-a23766445680 req-d5d860cb-eec1-42f0-95d4-29499bc86083 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5babc973bcfb4ddab6c5caaa9c078cb5&device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 1098 time: 0.1081176
Apr 14 11:29:23.013853 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-03db6fac-8737-4203-8a97-07cba7583313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:23.035735 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df5516-ecb5-4543-9982-8985d91f0b89 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4794eb63-edfc-44d6-8885-a5807f2558a4,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:23.042303 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-62df5516-ecb5-4543-9982-8985d91f0b89 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:23.046511 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-62df5516-ecb5-4543-9982-8985d91f0b89 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:23.051587 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-62df5516-ecb5-4543-9982-8985d91f0b89 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "DELETE /v2.0/security-groups/4794eb63-edfc-44d6-8885-a5807f2558a4 HTTP/1.1" status: 204  len: 168 time: 0.2175865
Apr 14 11:29:23.053601 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 60982) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:23.116281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c7dce156-56e9-48cf-8abe-32bd9d51e167 None None] Provisioning complete for port 6293f0bb-091e-4d80-8545-de01c3732960 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:29:23.116621 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7dce156-56e9-48cf-8abe-32bd9d51e167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:23.169386 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f3d90-7b52-4314-a272-a23766445680 req-b7d54390-bdac-488f-be22-2a747bb0a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:23.170991 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d52f3d90-7b52-4314-a272-a23766445680 req-b7d54390-bdac-488f-be22-2a747bb0a864 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b86d102a-3cc2-4431-ba4c-0f2f335a7665 HTTP/1.1" status: 200  len: 915 time: 0.1518214
Apr 14 11:29:23.298101 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d52f3d90-7b52-4314-a272-a23766445680 req-a50ef015-394a-4014-a733-04aca1b82c72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6293f0bb-091e-4d80-8545-de01c3732960 HTTP/1.1" status: 200  len: 1001 time: 0.1179585
Apr 14 11:29:23.301810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-1a6336fa-a78f-4545-bb00-a83abe3b9a7f tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Deleting port b19b588d-a72b-4ef1-9a23-d9f5ce9815ec {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:29:23.302200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1a6336fa-a78f-4545-bb00-a83abe3b9a7f tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:23.373844 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f3d90-7b52-4314-a272-a23766445680 req-fcd4aab0-1d91-4bdf-bf66-2e357b6f454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:23.375529 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d52f3d90-7b52-4314-a272-a23766445680 req-fcd4aab0-1d91-4bdf-bf66-2e357b6f454c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05e340a1-bdb3-488f-9465-bc4eafde987f HTTP/1.1" status: 200  len: 853 time: 0.0686593
Apr 14 11:29:23.466586 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f3d90-7b52-4314-a272-a23766445680 req-35250ed3-fe96-4d1e-841e-b81aec10c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:23.468216 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d52f3d90-7b52-4314-a272-a23766445680 req-35250ed3-fe96-4d1e-841e-b81aec10c138 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b86d102a-3cc2-4431-ba4c-0f2f335a7665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844736
Apr 14 11:29:23.496983 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1a6336fa-a78f-4545-bb00-a83abe3b9a7f tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:23.497670 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1a6336fa-a78f-4545-bb00-a83abe3b9a7f tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:23.634620 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d52f3d90-7b52-4314-a272-a23766445680 req-f3ecb6ea-a996-4b53-8ace-ed80b3348988 service neutron] 10.222.0.47 "GET /v2.0/networks/b86d102a-3cc2-4431-ba4c-0f2f335a7665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581972
Apr 14 11:29:23.679874 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-1a6336fa-a78f-4545-bb00-a83abe3b9a7f tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Calling delete_port for b19b588d-a72b-4ef1-9a23-d9f5ce9815ec owned by network:floatingip {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:29:23.798719 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d52f3d90-7b52-4314-a272-a23766445680 req-9daba7ee-1f37-4b56-9f72-9e03d03f42cd service neutron] 10.222.0.47 "GET /v2.0/networks/b86d102a-3cc2-4431-ba4c-0f2f335a7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563420
Apr 14 11:29:23.890280 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2967cfe-e532-49b4-aa35-6fd1390993db req-430fccaa-f3e9-4aa0-8cad-123132c2a571 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:23.891822 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d2967cfe-e532-49b4-aa35-6fd1390993db req-430fccaa-f3e9-4aa0-8cad-123132c2a571 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.47 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 946 time: 0.3222337
Apr 14 11:29:23.944786 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966c94b-1489-4b3a-85f5-de80ab9cc95f req-e0de24a7-c8de-4aaf-b76c-3760a4940aee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:23.946402 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1966c94b-1489-4b3a-85f5-de80ab9cc95f req-e0de24a7-c8de-4aaf-b76c-3760a4940aee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 946 time: 0.2366464
Apr 14 11:29:24.036758 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1966c94b-1489-4b3a-85f5-de80ab9cc95f req-41b1fdbc-ae01-4a02-86cc-031a4b2ba0cc tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0527232
Apr 14 11:29:24.054046 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-d2967cfe-e532-49b4-aa35-6fd1390993db req-6c1de1a9-fa4f-43dc-9d09-641f1518beee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Deleting port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:29:24.054500 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d2967cfe-e532-49b4-aa35-6fd1390993db req-6c1de1a9-fa4f-43dc-9d09-641f1518beee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:24.109131 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1a6336fa-a78f-4545-bb00-a83abe3b9a7f tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:24.131000 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7befe582-f83d-4a6e-a170-86b7331dde00 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:24.191964 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6336fa-a78f-4545-bb00-a83abe3b9a7f tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Pushing event deleted for resources: {'Port': ['ID=b19b588d-a72b-4ef1-9a23-d9f5ce9815ec,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:24.197798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1a6336fa-a78f-4545-bb00-a83abe3b9a7f tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:24.570794 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-d2967cfe-e532-49b4-aa35-6fd1390993db req-6c1de1a9-fa4f-43dc-9d09-641f1518beee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] For port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:29:24.571201 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d2967cfe-e532-49b4-aa35-6fd1390993db req-6c1de1a9-fa4f-43dc-9d09-641f1518beee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:24.659771 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1a6336fa-a78f-4545-bb00-a83abe3b9a7f tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks [] for floatingip, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:24.660141 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_db [None req-1a6336fa-a78f-4545-bb00-a83abe3b9a7f tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Floating IP f19166ba-d364-4b4f-8a17-6ccbb404e123 disassociated (deleted). External IP: 172.27.2.249, port: 6293f0bb-091e-4d80-8545-de01c3732960.
Apr 14 11:29:25.449997 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e2d14a4d-b7b5-4a19-9e6d-b79ef5cd3e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:25.458605 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d2967cfe-e532-49b4-aa35-6fd1390993db req-6c1de1a9-fa4f-43dc-9d09-641f1518beee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:25.459019 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d2967cfe-e532-49b4-aa35-6fd1390993db req-6c1de1a9-fa4f-43dc-9d09-641f1518beee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850711266'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:25.459368 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_db [req-d2967cfe-e532-49b4-aa35-6fd1390993db req-6c1de1a9-fa4f-43dc-9d09-641f1518beee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Floating IP cb61447f-1aa3-4017-8902-b9ed25b36869 disassociated. External IP: 172.27.2.86, port: 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df.
Apr 14 11:29:25.459754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-d2967cfe-e532-49b4-aa35-6fd1390993db req-6c1de1a9-fa4f-43dc-9d09-641f1518beee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Calling delete_port for 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:29:25.607825 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c0235-f80d-46e8-9763-e465309d2708 req-4dbdf52c-faf9-451d-ae8b-c607a8d92e1e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:25.609433 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ad0c0235-f80d-46e8-9763-e465309d2708 req-4dbdf52c-faf9-451d-ae8b-c607a8d92e1e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 946 time: 0.3815327
Apr 14 11:29:25.682283 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6336fa-a78f-4545-bb00-a83abe3b9a7f tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Router 9e8533e1-220a-4352-af30-0336b44187a1 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:29:25.697010 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ad0c0235-f80d-46e8-9763-e465309d2708 req-6568e776-9100-4cd7-9be7-7ee87726822e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=2247b082-0c36-4741-901e-69ff77369c80&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0779083
Apr 14 11:29:25.848916 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d2967cfe-e532-49b4-aa35-6fd1390993db req-6c1de1a9-fa4f-43dc-9d09-641f1518beee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:25.870688 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-82598b6c-9fca-428f-b682-ba571d0fee90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:25.941371 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1de1a9-fa4f-43dc-9d09-641f1518beee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Pushing event deleted for resources: {'Port': ['ID=8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:25.954299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6c1de1a9-fa4f-43dc-9d09-641f1518beee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:26.061682 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6336fa-a78f-4545-bb00-a83abe3b9a7f tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:29:26.071518 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1506fe3d-4586-4041-a4f5-b2d8cd8b8494 None None] Sync routers for ids ['9e8533e1-220a-4352-af30-0336b44187a1'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:29:26.082145 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1506fe3d-4586-4041-a4f5-b2d8cd8b8494 None None] Routers {'9e8533e1-220a-4352-af30-0336b44187a1'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:29:26.082819 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-1506fe3d-4586-4041-a4f5-b2d8cd8b8494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12bf3bf60>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:28:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['9e8533e1-220a-4352-af30-0336b44187a1'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:26.105307 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1a6336fa-a78f-4545-bb00-a83abe3b9a7f tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:26.287264 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-1506fe3d-4586-4041-a4f5-b2d8cd8b8494 None None] Set router 9e8533e1-220a-4352-af30-0336b44187a1 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:29:26.298662 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-1a6336fa-a78f-4545-bb00-a83abe3b9a7f tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "DELETE /v2.0/floatingips/f19166ba-d364-4b4f-8a17-6ccbb404e123 HTTP/1.1" status: 204  len: 168 time: 3.2436917
Apr 14 11:29:26.301676 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198bc0ee-ea8e-4760-aab1-845e603428be', 'tag': '6293f0bb-091e-4d80-8545-de01c3732960'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:29:26.369788 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2967cfe-e532-49b4-aa35-6fd1390993db req-6c1de1a9-fa4f-43dc-9d09-641f1518beee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Router 24c172ba-a818-430f-8aab-25ca0e19c290 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:29:26.379169 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198bc0ee-ea8e-4760-aab1-845e603428be', 'tag': '6293f0bb-091e-4d80-8545-de01c3732960', 'status': 'completed', 'code': 200}
Apr 14 11:29:26.520133 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b1ee2-53f5-4b04-a920-61ebc93e5a01 req-445b1204-f398-473a-b936-4c7e681e9bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:26.521842 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2f0b1ee2-53f5-4b04-a920-61ebc93e5a01 req-445b1204-f398-473a-b936-4c7e681e9bdf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5babc973bcfb4ddab6c5caaa9c078cb5&device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 1098 time: 0.1209240
Apr 14 11:29:26.678091 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-1506fe3d-4586-4041-a4f5-b2d8cd8b8494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12bf3bf60>, [{'id': '9e8533e1-220a-4352-af30-0336b44187a1', 'name': 'tempest-TestMinimumBasicScenario-893240844-router', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:26:56Z', 'revision_number': 4, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'gw_port': {'id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '3e498ee8-4c87-414b-86de-a5215b630ee1', 'name': '', 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'mac_address': 'fa:16:3e:3a:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:55Z', 'updated_at': '2021-04-14T11:27:04Z', 'revision_number': 5, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'subnets': [{'id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:26.678865 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2967cfe-e532-49b4-aa35-6fd1390993db req-6c1de1a9-fa4f-43dc-9d09-641f1518beee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:29:26.683331 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1506fe3d-4586-4041-a4f5-b2d8cd8b8494 None None] Checking router: 9e8533e1-220a-4352-af30-0336b44187a1 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:29:26.689838 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cb09fa-f897-4928-b653-6e0297345ecb None None] Sync routers for ids ['24c172ba-a818-430f-8aab-25ca0e19c290'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:29:26.694762 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1506fe3d-4586-4041-a4f5-b2d8cd8b8494 None None] Routers {'9e8533e1-220a-4352-af30-0336b44187a1'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:29:26.695442 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-1506fe3d-4586-4041-a4f5-b2d8cd8b8494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12bf3bf60>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:28:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['9e8533e1-220a-4352-af30-0336b44187a1'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:26.706842 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb09fa-f897-4928-b653-6e0297345ecb None None] Routers {'24c172ba-a818-430f-8aab-25ca0e19c290'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:29:26.707666 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-37cb09fa-f897-4928-b653-6e0297345ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130718198>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:28:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['24c172ba-a818-430f-8aab-25ca0e19c290'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:26.777111 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2967cfe-e532-49b4-aa35-6fd1390993db req-6c1de1a9-fa4f-43dc-9d09-641f1518beee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] No DVR routers for this DVR port 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df on host hv-cinder-77459 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:29:26.781382 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-d2967cfe-e532-49b4-aa35-6fd1390993db req-6c1de1a9-fa4f-43dc-9d09-641f1518beee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:26.786394 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d2967cfe-e532-49b4-aa35-6fd1390993db req-6c1de1a9-fa4f-43dc-9d09-641f1518beee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.47 "DELETE /v2.0/ports/8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df HTTP/1.1" status: 204  len: 173 time: 2.8878214
Apr 14 11:29:26.847161 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b1ee2-53f5-4b04-a920-61ebc93e5a01 req-46563739-6606-41db-ad7e-ab0831bd659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:26.848926 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2f0b1ee2-53f5-4b04-a920-61ebc93e5a01 req-46563739-6606-41db-ad7e-ab0831bd659f service neutron] 10.222.0.47 "GET /v2.0/networks?id=b86d102a-3cc2-4431-ba4c-0f2f335a7665 HTTP/1.1" status: 200  len: 915 time: 0.3192120
Apr 14 11:29:26.944884 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2f0b1ee2-53f5-4b04-a920-61ebc93e5a01 req-ac95d67e-c00a-4392-8179-9776abd249b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6293f0bb-091e-4d80-8545-de01c3732960 HTTP/1.1" status: 200  len: 217 time: 0.0859098
Apr 14 11:29:26.986608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-1506fe3d-4586-4041-a4f5-b2d8cd8b8494 None None] Set router 9e8533e1-220a-4352-af30-0336b44187a1 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:29:27.021508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-37cb09fa-f897-4928-b653-6e0297345ecb None None] Set router 24c172ba-a818-430f-8aab-25ca0e19c290 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:29:27.086482 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b1ee2-53f5-4b04-a920-61ebc93e5a01 req-79087d8c-99d7-4e3e-80e9-ebcac496c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:27.088126 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2f0b1ee2-53f5-4b04-a920-61ebc93e5a01 req-79087d8c-99d7-4e3e-80e9-ebcac496c271 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05e340a1-bdb3-488f-9465-bc4eafde987f HTTP/1.1" status: 200  len: 853 time: 0.1359811
Apr 14 11:29:27.119942 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-3306121d-0881-441c-a2fe-843117bba9f6 req-e906b065-2903-4cbb-a9d3-ba222344d1a3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Synchronizing usage tracker for tenant:42e82b321b2843a49b1833fe7776ed0e on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:29:27.151062 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-3306121d-0881-441c-a2fe-843117bba9f6 req-e906b065-2903-4cbb-a9d3-ba222344d1a3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Unset dirty status for tenant:42e82b321b2843a49b1833fe7776ed0e on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:29:27.152700 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3306121d-0881-441c-a2fe-843117bba9f6 req-e906b065-2903-4cbb-a9d3-ba222344d1a3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=214a6ab8-e478-4651-b4a6-38968a4bb461 HTTP/1.1" status: 200  len: 210 time: 0.1520500
Apr 14 11:29:27.244332 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b1ee2-53f5-4b04-a920-61ebc93e5a01 req-5b6ffe6d-1069-4097-ade5-0325e6362062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:27.247151 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2f0b1ee2-53f5-4b04-a920-61ebc93e5a01 req-5b6ffe6d-1069-4097-ade5-0325e6362062 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b86d102a-3cc2-4431-ba4c-0f2f335a7665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1490993
Apr 14 11:29:27.437536 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-37cb09fa-f897-4928-b653-6e0297345ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130718198>, [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:26:17Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'd3219666-6473-40a5-a2df-e86c3a52c58e', 'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'mac_address': 'fa:16:3e:a3:32:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:15Z', 'updated_at': '2021-04-14T11:26:24Z', 'revision_number': 5, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'subnets': [{'id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:27.442356 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cb09fa-f897-4928-b653-6e0297345ecb None None] Checking router: 24c172ba-a818-430f-8aab-25ca0e19c290 for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:29:27.446665 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2f0b1ee2-53f5-4b04-a920-61ebc93e5a01 req-1bc75a67-76fa-4184-81c9-6ffb8b5f4abe service neutron] 10.222.0.47 "GET /v2.0/networks/b86d102a-3cc2-4431-ba4c-0f2f335a7665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1851604
Apr 14 11:29:27.452077 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb09fa-f897-4928-b653-6e0297345ecb None None] Routers {'24c172ba-a818-430f-8aab-25ca0e19c290'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:29:27.452831 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-37cb09fa-f897-4928-b653-6e0297345ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130718198>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:28:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['24c172ba-a818-430f-8aab-25ca0e19c290'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:27.459010 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-218f5797-ca4b-436b-aace-5ded08a30161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:27.487416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-1506fe3d-4586-4041-a4f5-b2d8cd8b8494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12bf3bf60>, [{'id': '9e8533e1-220a-4352-af30-0336b44187a1', 'name': 'tempest-TestMinimumBasicScenario-893240844-router', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:26:56Z', 'revision_number': 4, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'gw_port': {'id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '3e498ee8-4c87-414b-86de-a5215b630ee1', 'name': '', 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'mac_address': 'fa:16:3e:3a:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:55Z', 'updated_at': '2021-04-14T11:27:04Z', 'revision_number': 5, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'subnets': [{'id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:27.492927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1506fe3d-4586-4041-a4f5-b2d8cd8b8494 None None] The sync data for ids ['9e8533e1-220a-4352-af30-0336b44187a1'] in dv-cinder-774594-3-iscsi is: [{'id': '9e8533e1-220a-4352-af30-0336b44187a1', 'name': 'tempest-TestMinimumBasicScenario-893240844-router', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:26:56Z', 'revision_number': 4, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'gw_port': {'id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '3e498ee8-4c87-414b-86de-a5215b630ee1', 'name': '', 'network_id': 'b86d102a-3cc2-4431-ba4c-0f2f335a7665', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'mac_address': 'fa:16:3e:3a:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:55Z', 'updated_at': '2021-04-14T11:27:04Z', 'revision_number': 5, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'subnets': [{'id': '05e340a1-bdb3-488f-9465-bc4eafde987f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:29:27.653187 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2f0b1ee2-53f5-4b04-a920-61ebc93e5a01 req-d84092fd-d620-4b29-80ad-ca98f5263851 service neutron] 10.222.0.47 "GET /v2.0/networks/b86d102a-3cc2-4431-ba4c-0f2f335a7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1962655
Apr 14 11:29:27.860724 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-37cb09fa-f897-4928-b653-6e0297345ecb None None] Set router 24c172ba-a818-430f-8aab-25ca0e19c290 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:29:27.922684 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0851cffb-f626-4a33-9d91-8354c3ce695a None None] New status for floating IP f19166ba-d364-4b4f-8a17-6ccbb404e123: DOWN {{(pid=85284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 14 11:29:28.211330 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-37cb09fa-f897-4928-b653-6e0297345ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130718198>, [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:26:17Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'd3219666-6473-40a5-a2df-e86c3a52c58e', 'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'mac_address': 'fa:16:3e:a3:32:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:15Z', 'updated_at': '2021-04-14T11:26:24Z', 'revision_number': 5, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'subnets': [{'id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:28.215812 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cb09fa-f897-4928-b653-6e0297345ecb None None] The sync data for ids ['24c172ba-a818-430f-8aab-25ca0e19c290'] in dv-cinder-774594-3-iscsi is: [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:26:17Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'd3219666-6473-40a5-a2df-e86c3a52c58e', 'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'mac_address': 'fa:16:3e:a3:32:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:15Z', 'updated_at': '2021-04-14T11:26:24Z', 'revision_number': 5, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'subnets': [{'id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:29:28.229009 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:29:28.276574 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:29:28.277146 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:29:28.315662 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 32790) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:28.342804 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:28.380327 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'name': 'network-vif-deleted', 'tag': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:29:28.412550 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-68916493-80f0-4182-816d-65ed5b31b832 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:28.455797 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214a6ab8-e478-4651-b4a6-38968a4bb461', 'name': 'network-vif-deleted', 'tag': '8ac9120b-9067-46a6-8e1c-b5c0dfe4d2df', 'status': 'completed', 'code': 200}
Apr 14 11:29:28.455797 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-68916493-80f0-4182-816d-65ed5b31b832 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:28.510240 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-68916493-80f0-4182-816d-65ed5b31b832 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:28.520489 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-639ffd48-2979-4957-ad7f-d3b6802adb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:28.535410 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68916493-80f0-4182-816d-65ed5b31b832 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2247b082-0c36-4741-901e-69ff77369c80,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:28.538370 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-68916493-80f0-4182-816d-65ed5b31b832 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:28.548317 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-68916493-80f0-4182-816d-65ed5b31b832 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:28.550093 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-68916493-80f0-4182-816d-65ed5b31b832 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "DELETE /v2.0/security-groups/2247b082-0c36-4741-901e-69ff77369c80 HTTP/1.1" status: 204  len: 168 time: 0.2327228
Apr 14 11:29:28.553228 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 32800) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:28.577139 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.v2.resource [None req-0bc2584d-5ca5-40a0-9c91-6b73d7b30afc tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] show failed (client error): The resource could not be found.
Apr 14 11:29:28.582621 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-0bc2584d-5ca5-40a0-9c91-6b73d7b30afc tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups/2247b082-0c36-4741-901e-69ff77369c80 HTTP/1.1" status: 404  len: 347 time: 0.0241320
Apr 14 11:29:28.583929 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 32804) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:28.725631 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c08917-a1d3-4197-8685-55de50468dc2 None None] New status for floating IP cb61447f-1aa3-4017-8902-b9ed25b36869: DOWN {{(pid=85286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 14 11:29:28.800392 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Deleting port 24661067-32b5-4683-8090-e532dda10727 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:29:28.800779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:29.213825 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:29.214090 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:29.327779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:29.349245 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Calling delete_port for 24661067-32b5-4683-8090-e532dda10727 owned by network:floatingip {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:29:29.436716 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.db.api [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85281) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 14 11:29:29.437106 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_db.api [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 14 11:29:29.938358 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Deleting port 24661067-32b5-4683-8090-e532dda10727 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:29:29.938892 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:30.196034 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:30.196414 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:30.219527 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70697dad-a4bc-4cd1-b16c-06f391df8d88 req-3530a3a2-6997-4560-a55f-5905f7eadc80 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:30.220283 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-70697dad-a4bc-4cd1-b16c-06f391df8d88 req-3530a3a2-6997-4560-a55f-5905f7eadc80 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Synchronizing usage tracker for tenant:5babc973bcfb4ddab6c5caaa9c078cb5 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:29:30.351663 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Calling delete_port for 24661067-32b5-4683-8090-e532dda10727 owned by network:floatingip {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:29:30.381200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:30.396687 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-70697dad-a4bc-4cd1-b16c-06f391df8d88 req-3530a3a2-6997-4560-a55f-5905f7eadc80 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Unset dirty status for tenant:5babc973bcfb4ddab6c5caaa9c078cb5 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:29:30.398029 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-70697dad-a4bc-4cd1-b16c-06f391df8d88 req-3530a3a2-6997-4560-a55f-5905f7eadc80 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 945 time: 0.4010358
Apr 14 11:29:30.448403 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-70697dad-a4bc-4cd1-b16c-06f391df8d88 req-67063936-a532-4962-8811-715667be72c8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Synchronizing usage tracker for tenant:5babc973bcfb4ddab6c5caaa9c078cb5 on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:29:30.476858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-70697dad-a4bc-4cd1-b16c-06f391df8d88 req-67063936-a532-4962-8811-715667be72c8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Unset dirty status for tenant:5babc973bcfb4ddab6c5caaa9c078cb5 on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:29:30.478154 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-70697dad-a4bc-4cd1-b16c-06f391df8d88 req-67063936-a532-4962-8811-715667be72c8 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701139
Apr 14 11:29:30.542047 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:30.561871 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:30.620165 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Pushing event deleted for resources: {'Port': ['ID=24661067-32b5-4683-8090-e532dda10727,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:30.624159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:30.833557 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for floatingip, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:30.851193 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:30.852399 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "DELETE /v2.0/floatingips/cb61447f-1aa3-4017-8902-b9ed25b36869 HTTP/1.1" status: 204  len: 168 time: 2.2661204
Apr 14 11:29:31.354815 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 32820) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:31.360627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-617c119b-5b65-446a-b5f0-877d61e676e6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--869732246', 'description': 'tempest-description--2117467539'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:29:31.368109 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-617c119b-5b65-446a-b5f0-877d61e676e6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:29:31.372449 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-617c119b-5b65-446a-b5f0-877d61e676e6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Usage tracker for resource:security_group and tenant:42e82b321b2843a49b1833fe7776ed0e is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:29:31.380413 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-617c119b-5b65-446a-b5f0-877d61e676e6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:29:31.386532 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-617c119b-5b65-446a-b5f0-877d61e676e6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:29:31.396674 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-617c119b-5b65-446a-b5f0-877d61e676e6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:31.400815 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-617c119b-5b65-446a-b5f0-877d61e676e6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:29:31.404924 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-617c119b-5b65-446a-b5f0-877d61e676e6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Usage tracker for resource:security_group_rule and tenant:42e82b321b2843a49b1833fe7776ed0e is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:29:31.407939 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-617c119b-5b65-446a-b5f0-877d61e676e6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:29:31.415142 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-617c119b-5b65-446a-b5f0-877d61e676e6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:29:31.491119 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-617c119b-5b65-446a-b5f0-877d61e676e6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:31.493846 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-617c119b-5b65-446a-b5f0-877d61e676e6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:31.500418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d0d4b88e-a086-42a1-aeb8-f6a3ca0a2cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:31.537426 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c119b-5b65-446a-b5f0-877d61e676e6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af8a509d-cdec-493e-8ea6-53df5ae61636,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:31.540506 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-617c119b-5b65-446a-b5f0-877d61e676e6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:31.558616 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-617c119b-5b65-446a-b5f0-877d61e676e6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:31.562022 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-617c119b-5b65-446a-b5f0-877d61e676e6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2060866
Apr 14 11:29:31.562972 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 32826) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:31.569413 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-aca84e4d-ece1-4e11-bf48-f311715ddd03 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Request body: {'security_group_rule': {'security_group_id': 'af8a509d-cdec-493e-8ea6-53df5ae61636', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:29:31.576777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-aca84e4d-ece1-4e11-bf48-f311715ddd03 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:29:31.581825 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-aca84e4d-ece1-4e11-bf48-f311715ddd03 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Usage tracker for resource:security_group_rule and tenant:42e82b321b2843a49b1833fe7776ed0e is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:29:31.585023 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-aca84e4d-ece1-4e11-bf48-f311715ddd03 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:29:31.591262 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-aca84e4d-ece1-4e11-bf48-f311715ddd03 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:29:31.609205 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aca84e4d-ece1-4e11-bf48-f311715ddd03 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:31.732525 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aca84e4d-ece1-4e11-bf48-f311715ddd03 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:31.746539 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aca84e4d-ece1-4e11-bf48-f311715ddd03 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:31.748859 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:31.781155 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca84e4d-ece1-4e11-bf48-f311715ddd03 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f937b87b-b52d-4248-b7a5-383363fddd7d,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:31.787210 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-aca84e4d-ece1-4e11-bf48-f311715ddd03 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:31.790754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29283111-05f0-42f8-b0b3-9833338f9c53 req-fe2b5702-37bb-495e-b237-5fa470dc3351 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:31.791865 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-29283111-05f0-42f8-b0b3-9833338f9c53 req-fe2b5702-37bb-495e-b237-5fa470dc3351 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Synchronizing usage tracker for tenant:5babc973bcfb4ddab6c5caaa9c078cb5 on resource:port {{(pid=85282) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:29:31.794055 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aca84e4d-ece1-4e11-bf48-f311715ddd03 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:31.798039 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-aca84e4d-ece1-4e11-bf48-f311715ddd03 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2312479
Apr 14 11:29:31.798637 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 32832) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:31.804726 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe15b2-1b16-4f0d-ae7c-5228b1dd7706 req-0e647f39-b50f-4a3e-8aa9-1e02d9d0aff4 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:31.804894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Request body: {'security_group_rule': {'security_group_id': 'af8a509d-cdec-493e-8ea6-53df5ae61636', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:29:31.806393 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e8fe15b2-1b16-4f0d-ae7c-5228b1dd7706 req-0e647f39-b50f-4a3e-8aa9-1e02d9d0aff4 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 945 time: 0.1613154
Apr 14 11:29:31.818308 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:29:31.824258 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Usage tracker for resource:security_group_rule and tenant:42e82b321b2843a49b1833fe7776ed0e is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:29:31.827002 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-29283111-05f0-42f8-b0b3-9833338f9c53 req-fe2b5702-37bb-495e-b237-5fa470dc3351 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Unset dirty status for tenant:5babc973bcfb4ddab6c5caaa9c078cb5 on resource:port {{(pid=85282) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:29:31.828646 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-29283111-05f0-42f8-b0b3-9833338f9c53 req-fe2b5702-37bb-495e-b237-5fa470dc3351 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.47 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 945 time: 0.1400228
Apr 14 11:29:31.829066 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:29:31.840555 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e8fe15b2-1b16-4f0d-ae7c-5228b1dd7706 req-83cba07b-00e0-4014-b66d-6ad340b2c893 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d1ee642-f42c-4b29-927d-0d8784863b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0271282
Apr 14 11:29:31.868118 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:29:31.916322 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:31.935858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-29283111-05f0-42f8-b0b3-9833338f9c53 req-4e9b89f8-e023-4c38-ad9f-79eeb08ee3c9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Deleting port 6293f0bb-091e-4d80-8545-de01c3732960 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:29:31.936247 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-29283111-05f0-42f8-b0b3-9833338f9c53 req-4e9b89f8-e023-4c38-ad9f-79eeb08ee3c9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:32.083847 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:32.089877 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:32.101914 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:32.166840 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79704aca-5da4-4ffc-976b-44892c8c718e,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:32.232037 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:32.232457 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:32.232873 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:32.233307 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:32.233715 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:32.234114 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:32.234517 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:32.234915 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:32.235314 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:32.235710 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:32.236104 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:32.237500 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:32.246370 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:32.256301 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:32.257613 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-d2a2876d-6b97-4d46-9bfb-f54a4aba2f97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4582155
Apr 14 11:29:32.261083 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 32836) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:32.266737 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Request body: {'floatingip': {'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:29:32.273424 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:29:32.279214 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Usage tracker for resource:floatingip and tenant:42e82b321b2843a49b1833fe7776ed0e is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:29:32.282910 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:29:32.292366 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:29:32.303563 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-29283111-05f0-42f8-b0b3-9833338f9c53 req-4e9b89f8-e023-4c38-ad9f-79eeb08ee3c9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] For port 6293f0bb-091e-4d80-8545-de01c3732960, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6293f0bb-091e-4d80-8545-de01c3732960,segment=NetworkSegment(15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9),segment_id=15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:29:32.304227 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-29283111-05f0-42f8-b0b3-9833338f9c53 req-4e9b89f8-e023-4c38-ad9f-79eeb08ee3c9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:32.307620 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for floatingip, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:32.563352 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:32.571569 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-29283111-05f0-42f8-b0b3-9833338f9c53 req-4e9b89f8-e023-4c38-ad9f-79eeb08ee3c9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Calling delete_port for 6293f0bb-091e-4d80-8545-de01c3732960 owned by compute:nova {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:29:32.748584 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Allocated IP 172.27.2.235 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/de950075-7bd0-4f18-b8f9-aff837fbf9ba) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:29:32.759418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-29283111-05f0-42f8-b0b3-9833338f9c53 req-4e9b89f8-e023-4c38-ad9f-79eeb08ee3c9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:32.771175 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['6293f0bb-091e-4d80-8545-de01c3732960'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:29:32.776084 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c39525ea-e13d-4875-b661-0f213dd23a4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:32.840056 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b89f8-e023-4c38-ad9f-79eeb08ee3c9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Pushing event deleted for resources: {'Port': ['ID=6293f0bb-091e-4d80-8545-de01c3732960,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:32.843823 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4e9b89f8-e023-4c38-ad9f-79eeb08ee3c9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:32.918121 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:32.962238 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:32.979226 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a9d93e56-906b-492e-bf80-2615ce99cf5e tempest-VolumesSnapshotTestJSON-187251353 tempest-VolumesSnapshotTestJSON-187251353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:33.054163 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-29283111-05f0-42f8-b0b3-9833338f9c53 req-4e9b89f8-e023-4c38-ad9f-79eeb08ee3c9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] No DVR routers for this DVR port 6293f0bb-091e-4d80-8545-de01c3732960 on host hv-cinder-77459 {{(pid=85282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:29:33.056864 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-29283111-05f0-42f8-b0b3-9833338f9c53 req-4e9b89f8-e023-4c38-ad9f-79eeb08ee3c9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:33.059798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198bc0ee-ea8e-4760-aab1-845e603428be', 'name': 'network-vif-deleted', 'tag': '6293f0bb-091e-4d80-8545-de01c3732960'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:29:33.077070 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-29283111-05f0-42f8-b0b3-9833338f9c53 req-4e9b89f8-e023-4c38-ad9f-79eeb08ee3c9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.47 "DELETE /v2.0/ports/6293f0bb-091e-4d80-8545-de01c3732960 HTTP/1.1" status: 204  len: 173 time: 1.2410040
Apr 14 11:29:33.105037 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9954bd38-414f-4037-821e-67b61c1ea601 req-3ed0e020-6f7b-4409-bfdf-b88ab23e3514 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] 10.222.0.20 "GET /v2.0/ports?device_id=198bc0ee-ea8e-4760-aab1-845e603428be HTTP/1.1" status: 200  len: 210 time: 0.0893779
Apr 14 11:29:33.114647 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198bc0ee-ea8e-4760-aab1-845e603428be', 'name': 'network-vif-deleted', 'tag': '6293f0bb-091e-4d80-8545-de01c3732960', 'status': 'completed', 'code': 200}
Apr 14 11:29:33.174340 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Pushing event updated for resources: {'Port': ['ID=de950075-7bd0-4f18-b8f9-aff837fbf9ba,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:33.179157 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:33.240228 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:29:33.241529 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:29:33.243670 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:29:33.312206 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:33.335044 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:33.412616 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:33.703985 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:33.708317 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:33.726141 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1a6336fa-a78f-4545-bb00-a83abe3b9a7f tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:33.873296 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Pushing event updated for resources: {'Port': ['ID=de950075-7bd0-4f18-b8f9-aff837fbf9ba,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:33.876283 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:33.972148 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850711266'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:33.994521 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:33.996338 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7336540
Apr 14 11:29:34.222998 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-acd12707-026f-4959-821d-8ed935a39468 req-965975bf-6a83-4f68-a6c6-ac28a2c4ad55 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Synchronizing usage tracker for tenant:42e82b321b2843a49b1833fe7776ed0e on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:29:34.239855 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-acd12707-026f-4959-821d-8ed935a39468 req-965975bf-6a83-4f68-a6c6-ac28a2c4ad55 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Unset dirty status for tenant:42e82b321b2843a49b1833fe7776ed0e on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:29:34.241171 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-acd12707-026f-4959-821d-8ed935a39468 req-965975bf-6a83-4f68-a6c6-ac28a2c4ad55 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--869732246&fields=id&tenant_id=42e82b321b2843a49b1833fe7776ed0e HTTP/1.1" status: 200  len: 267 time: 0.0450294
Apr 14 11:29:34.412558 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd12707-026f-4959-821d-8ed935a39468 req-b18c6859-f4ac-46bd-a3a5-ffadc3f16c5b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:34.414098 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-acd12707-026f-4959-821d-8ed935a39468 req-b18c6859-f4ac-46bd-a3a5-ffadc3f16c5b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/networks?id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96 HTTP/1.1" status: 200  len: 817 time: 0.1650481
Apr 14 11:29:34.431055 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-acd12707-026f-4959-821d-8ed935a39468 req-304e4171-594f-418c-bcb5-970f6793d5f5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/quotas/42e82b321b2843a49b1833fe7776ed0e HTTP/1.1" status: 200  len: 375 time: 0.0105445
Apr 14 11:29:34.546749 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-acd12707-026f-4959-821d-8ed935a39468 req-604bd424-ac5b-4b8e-b759-c09c565752de tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Synchronizing usage tracker for tenant:42e82b321b2843a49b1833fe7776ed0e on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:29:34.562092 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-acd12707-026f-4959-821d-8ed935a39468 req-604bd424-ac5b-4b8e-b759-c09c565752de tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Unset dirty status for tenant:42e82b321b2843a49b1833fe7776ed0e on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:29:34.563549 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-acd12707-026f-4959-821d-8ed935a39468 req-604bd424-ac5b-4b8e-b759-c09c565752de tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=42e82b321b2843a49b1833fe7776ed0e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1261468
Apr 14 11:29:34.797354 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 32902) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:34.956970 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-acd12707-026f-4959-821d-8ed935a39468 req-86119a20-a9b0-4cb4-b5c7-04507fdf6d8d service neutron] 10.222.0.20 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3796000
Apr 14 11:29:35.105256 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-acd12707-026f-4959-821d-8ed935a39468 req-8538b4f8-2db3-4f5d-8520-a81fd9b2df43 service neutron] 10.222.0.20 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412883
Apr 14 11:29:35.341656 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7961b176-205e-434f-889c-b63911dc5cdb req-0fd7ec3c-afc1-4011-9297-ddcfed480dc7 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 210 time: 0.0647650
Apr 14 11:29:35.702786 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c466c286-b429-4adc-a4b1-2ca4288227bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785780'] for router_interface, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:36.129735 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c466c286-b429-4adc-a4b1-2ca4288227bc admin admin] Deleting port 3e498ee8-4c87-414b-86de-a5215b630ee1 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:29:36.130306 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c466c286-b429-4adc-a4b1-2ca4288227bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:36.299988 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 6293f0bb-091e-4d80-8545-de01c3732960 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:29:36.327094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c466c286-b429-4adc-a4b1-2ca4288227bc admin admin] For port 3e498ee8-4c87-414b-86de-a5215b630ee1, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=3e498ee8-4c87-414b-86de-a5215b630ee1,segment=NetworkSegment(15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9),segment_id=15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:29:36.327511 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c466c286-b429-4adc-a4b1-2ca4288227bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:36.339330 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: 6293f0bb-091e-4d80-8545-de01c3732960 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:29:36.339726 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 6293f0bb-091e-4d80-8545-de01c3732960 not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:29:36.521854 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c466c286-b429-4adc-a4b1-2ca4288227bc admin admin] Calling delete_port for 3e498ee8-4c87-414b-86de-a5215b630ee1 owned by network:router_interface {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:29:36.634493 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0c0155fc-5447-4e3a-9c37-0bbb323daf3b req-739a6a22-6012-4695-994d-225b74981242 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 210 time: 0.0752218
Apr 14 11:29:36.724677 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd12707-026f-4959-821d-8ed935a39468 req-e83a9deb-c563-4517-80ea-e996ff6e1a2d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:36.725492 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-acd12707-026f-4959-821d-8ed935a39468 req-e83a9deb-c563-4517-80ea-e996ff6e1a2d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Synchronizing usage tracker for tenant:42e82b321b2843a49b1833fe7776ed0e on resource:network {{(pid=85282) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:29:36.757847 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-acd12707-026f-4959-821d-8ed935a39468 req-e83a9deb-c563-4517-80ea-e996ff6e1a2d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Unset dirty status for tenant:42e82b321b2843a49b1833fe7776ed0e on resource:network {{(pid=85282) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:29:36.759116 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-acd12707-026f-4959-821d-8ed935a39468 req-e83a9deb-c563-4517-80ea-e996ff6e1a2d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.47 "GET /v2.0/networks?id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96 HTTP/1.1" status: 200  len: 817 time: 0.4224169
Apr 14 11:29:36.880655 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-acd12707-026f-4959-821d-8ed935a39468 req-93fdb5cf-2499-4387-bf5b-906398cf80e0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Synchronizing usage tracker for tenant:42e82b321b2843a49b1833fe7776ed0e on resource:security_group {{(pid=85282) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:29:36.885038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c466c286-b429-4adc-a4b1-2ca4288227bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:36.902557 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4ba626f4-bb70-46d4-9a6c-f33651364d9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:36.968992 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466c286-b429-4adc-a4b1-2ca4288227bc admin admin] Pushing event deleted for resources: {'Port': ['ID=3e498ee8-4c87-414b-86de-a5215b630ee1,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:36.975843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c466c286-b429-4adc-a4b1-2ca4288227bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:36.978988 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-acd12707-026f-4959-821d-8ed935a39468 req-93fdb5cf-2499-4387-bf5b-906398cf80e0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Unset dirty status for tenant:42e82b321b2843a49b1833fe7776ed0e on resource:security_group {{(pid=85282) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:29:36.980521 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-acd12707-026f-4959-821d-8ed935a39468 req-93fdb5cf-2499-4387-bf5b-906398cf80e0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=42e82b321b2843a49b1833fe7776ed0e HTTP/1.1" status: 200  len: 5708 time: 0.1830125
Apr 14 11:29:37.042773 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-acd12707-026f-4959-821d-8ed935a39468 req-d7391bef-cc90-4883-a916-0384ffdf8fae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Request body: {'port': {'device_id': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'admin_state_up': True, 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'security_groups': ['af8a509d-cdec-493e-8ea6-53df5ae61636']}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:29:37.313668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-acd12707-026f-4959-821d-8ed935a39468 req-d7391bef-cc90-4883-a916-0384ffdf8fae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:29:37.340422 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-acd12707-026f-4959-821d-8ed935a39468 req-d7391bef-cc90-4883-a916-0384ffdf8fae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:29:37.368552 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd12707-026f-4959-821d-8ed935a39468 req-d7391bef-cc90-4883-a916-0384ffdf8fae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Made reservation on behalf of 42e82b321b2843a49b1833fe7776ed0e for: {'port': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:29:37.375194 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-acd12707-026f-4959-821d-8ed935a39468 req-d7391bef-cc90-4883-a916-0384ffdf8fae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:37.707812 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c466c286-b429-4adc-a4b1-2ca4288227bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850874902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064707'] for router_interface, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:37.810965 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-acd12707-026f-4959-821d-8ed935a39468 req-d7391bef-cc90-4883-a916-0384ffdf8fae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Allocated IP 172.20.0.11 (19b0c0a9-f76b-47ad-b90c-974f3dffdd96/7ac1aba4-dc6d-43df-aca9-597b2efbd05c/4cb0a30a-d0f4-47bd-9b35-aaddb23748a5) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:29:37.835984 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5f0ce90a-4bb5-4c24-932d-d86151eb1b97 req-e764317b-ec68-4d89-936c-0a54538d8f3d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 210 time: 0.0619168
Apr 14 11:29:38.486017 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-acd12707-026f-4959-821d-8ed935a39468 req-d7391bef-cc90-4883-a916-0384ffdf8fae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:38.565963 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-acd12707-026f-4959-821d-8ed935a39468 req-d7391bef-cc90-4883-a916-0384ffdf8fae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Transition to ACTIVE for port object 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 will not be triggered until provisioned by entity DHCP. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:29:38.710700 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-acd12707-026f-4959-821d-8ed935a39468 req-d7391bef-cc90-4883-a916-0384ffdf8fae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:38.729416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:38.784922 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c466c286-b429-4adc-a4b1-2ca4288227bc admin admin] Router 9e8533e1-220a-4352-af30-0336b44187a1 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:29:38.965886 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7391bef-cc90-4883-a916-0384ffdf8fae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Pushing event updated for resources: {'Port': ['ID=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:39.029884 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d7391bef-cc90-4883-a916-0384ffdf8fae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:39.077766 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c1fe3-9d82-467b-818d-8afe00494bd7 req-49fe327f-1aa9-4793-9f7f-0b98dadb5770 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:39.079360 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-000c1fe3-9d82-467b-818d-8afe00494bd7 req-49fe327f-1aa9-4793-9f7f-0b98dadb5770 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 932 time: 0.0900362
Apr 14 11:29:39.112885 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-000c1fe3-9d82-467b-818d-8afe00494bd7 req-b06bb513-40df-45a6-85c8-3f3ba35d76a9 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253494
Apr 14 11:29:39.119321 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd12707-026f-4959-821d-8ed935a39468 req-d7391bef-cc90-4883-a916-0384ffdf8fae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:29:39.120550 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-acd12707-026f-4959-821d-8ed935a39468 req-d7391bef-cc90-4883-a916-0384ffdf8fae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:29:39.122944 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd12707-026f-4959-821d-8ed935a39468 req-d7391bef-cc90-4883-a916-0384ffdf8fae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:29:39.162185 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c466c286-b429-4adc-a4b1-2ca4288227bc admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:29:39.172620 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad14328-a2ab-4d43-8f6c-dd502f0624f6 None None] Sync routers for ids ['9e8533e1-220a-4352-af30-0336b44187a1'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:29:39.184568 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad14328-a2ab-4d43-8f6c-dd502f0624f6 None None] Routers {'9e8533e1-220a-4352-af30-0336b44187a1'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:29:39.185433 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-cad14328-a2ab-4d43-8f6c-dd502f0624f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12bfc0e10>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['9e8533e1-220a-4352-af30-0336b44187a1'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:39.209029 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd12707-026f-4959-821d-8ed935a39468 req-d7391bef-cc90-4883-a916-0384ffdf8fae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:39.209753 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-acd12707-026f-4959-821d-8ed935a39468 req-d7391bef-cc90-4883-a916-0384ffdf8fae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:39.217721 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c466c286-b429-4adc-a4b1-2ca4288227bc admin admin] 10.222.0.20 "PUT /v2.0/routers/9e8533e1-220a-4352-af30-0336b44187a1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4190304
Apr 14 11:29:39.220484 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 32950) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:39.231466 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-acd12707-026f-4959-821d-8ed935a39468 req-d7391bef-cc90-4883-a916-0384ffdf8fae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1985292
Apr 14 11:29:39.244856 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Request body: {'port': {'device_id': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:29:39.383782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:39.432732 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb90f028-4e28-4ce3-a0c8-808712ff7b86 admin admin] Notify callbacks [] for router, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:39.599975 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-170e732a-6738-4628-8993-e4e28ed76d71 None None] Provisioning for port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:29:39.612565 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-170e732a-6738-4628-8993-e4e28ed76d71 None None] Provisioning complete for port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:29:39.612984 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-170e732a-6738-4628-8993-e4e28ed76d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:39.646050 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-cad14328-a2ab-4d43-8f6c-dd502f0624f6 None None] Set router 9e8533e1-220a-4352-af30-0336b44187a1 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:29:39.661916 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb90f028-4e28-4ce3-a0c8-808712ff7b86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:39.673430 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cb90f028-4e28-4ce3-a0c8-808712ff7b86 admin admin] Deleting port 2196a9da-b765-402f-a5ae-8e7dc0f86815 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:29:39.674814 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb90f028-4e28-4ce3-a0c8-808712ff7b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:39.868155 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:29:39.875962 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-170e732a-6738-4628-8993-e4e28ed76d71 None None] Port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:29:39.878453 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:39.895296 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Transition to ACTIVE for port object 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:29:39.896000 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cb90f028-4e28-4ce3-a0c8-808712ff7b86 admin admin] For port 2196a9da-b765-402f-a5ae-8e7dc0f86815, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=2196a9da-b765-402f-a5ae-8e7dc0f86815,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:29:39.896536 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb90f028-4e28-4ce3-a0c8-808712ff7b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:39.898418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:39.918852 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f8bd6652-7513-4735-b241-0cddb722dba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:39.997723 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-cad14328-a2ab-4d43-8f6c-dd502f0624f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12bfc0e10>, [{'id': '9e8533e1-220a-4352-af30-0336b44187a1', 'name': 'tempest-TestMinimumBasicScenario-893240844-router', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:29:36Z', 'revision_number': 5, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'gw_port': {'id': '2196a9da-b765-402f-a5ae-8e7dc0f86815', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8533e1-220a-4352-af30-0336b44187a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:40.002534 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad14328-a2ab-4d43-8f6c-dd502f0624f6 None None] Checking router: 9e8533e1-220a-4352-af30-0336b44187a1 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:29:40.013946 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad14328-a2ab-4d43-8f6c-dd502f0624f6 None None] Routers {'9e8533e1-220a-4352-af30-0336b44187a1'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:29:40.015013 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-cad14328-a2ab-4d43-8f6c-dd502f0624f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12bfc0e10>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['9e8533e1-220a-4352-af30-0336b44187a1'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:40.038559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cb90f028-4e28-4ce3-a0c8-808712ff7b86 admin admin] Calling delete_port for 2196a9da-b765-402f-a5ae-8e7dc0f86815 owned by network:router_gateway {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:29:40.068004 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:40.078086 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:40.192392 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-cad14328-a2ab-4d43-8f6c-dd502f0624f6 None None] Set router 9e8533e1-220a-4352-af30-0336b44187a1 gateway port host: None {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:29:40.319215 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-cad14328-a2ab-4d43-8f6c-dd502f0624f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12bfc0e10>, [{'id': '9e8533e1-220a-4352-af30-0336b44187a1', 'name': 'tempest-TestMinimumBasicScenario-893240844-router', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:29:39Z', 'revision_number': 6, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'gw_port_host': None}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:40.323978 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad14328-a2ab-4d43-8f6c-dd502f0624f6 None None] The sync data for ids ['9e8533e1-220a-4352-af30-0336b44187a1'] in dv-cinder-774594-3-iscsi is: [{'id': '9e8533e1-220a-4352-af30-0336b44187a1', 'name': 'tempest-TestMinimumBasicScenario-893240844-router', 'tenant_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:52Z', 'updated_at': '2021-04-14T11:29:39Z', 'revision_number': 6, 'project_id': '5babc973bcfb4ddab6c5caaa9c078cb5', 'gw_port_host': None}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:29:40.338735 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Attempting to bind port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:29:40.339596 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Attempting to bind port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '01874bf3-e2f8-4011-89ca-2ac846300115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:29:40.339977 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Attempting to bind port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 on network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:29:40.346236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 on network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:29:40.347100 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Attempting to bind port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 on network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:29:40.356517 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:29:40.356903 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Checking segment: {'id': '01874bf3-e2f8-4011-89ca-2ac846300115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:29:40.357416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Bound using segment: {'id': '01874bf3-e2f8-4011-89ca-2ac846300115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:29:40.357918 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Bound port: 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01874bf3-e2f8-4011-89ca-2ac846300115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:29:40.358458 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:40.444045 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee2da2-6c7e-4d2b-ab57-0cb74719e6ca req-e8916722-051e-4c34-b4f9-40d1eb54c5b5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:40.445769 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e9ee2da2-6c7e-4d2b-ab57-0cb74719e6ca req-e8916722-051e-4c34-b4f9-40d1eb54c5b5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 944 time: 0.1601076
Apr 14 11:29:40.452811 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] For port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5, host hv-cinder-77459, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:29:40.457111 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] For port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:29:40.461131 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:40.477618 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ae1d8eb2-60f3-4e1c-baf6-3f42c602fd87 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:40.536567 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e9ee2da2-6c7e-4d2b-ab57-0cb74719e6ca req-1fb93215-2045-465a-8a23-0048717b9490 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587718
Apr 14 11:29:40.542856 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb90f028-4e28-4ce3-a0c8-808712ff7b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:40.560808 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-770362fe-aa63-49b5-a4f3-d1b22a378cc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:40.623907 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90f028-4e28-4ce3-a0c8-808712ff7b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=2196a9da-b765-402f-a5ae-8e7dc0f86815,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:40.628894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cb90f028-4e28-4ce3-a0c8-808712ff7b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:40.661826 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:40.666938 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:40.703196 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:40.703814 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:40.705256 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-acd12707-026f-4959-821d-8ed935a39468 req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] 10.222.0.47 "PUT /v2.0/ports/4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 HTTP/1.1" status: 200  len: 1094 time: 1.4652331
Apr 14 11:29:40.705905 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'tag': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:29:40.791964 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'tag': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5', 'status': 'completed', 'code': 200}
Apr 14 11:29:40.842992 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd12707-026f-4959-821d-8ed935a39468 req-bb7d3869-26c3-41c6-bbee-7efefdf84e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:40.845227 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-acd12707-026f-4959-821d-8ed935a39468 req-bb7d3869-26c3-41c6-bbee-7efefdf84e66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e82b321b2843a49b1833fe7776ed0e&device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 1097 time: 0.0918558
Apr 14 11:29:40.859659 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb90f028-4e28-4ce3-a0c8-808712ff7b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064549'] for router_gateway, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:40.948318 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-acd12707-026f-4959-821d-8ed935a39468 req-84f53845-5ec4-4ec3-b4dd-b477a08fd649 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 HTTP/1.1" status: 200  len: 217 time: 0.0957901
Apr 14 11:29:41.022734 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd12707-026f-4959-821d-8ed935a39468 req-d817b198-8dd7-49cb-a436-ea808d4b5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:41.024317 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-acd12707-026f-4959-821d-8ed935a39468 req-d817b198-8dd7-49cb-a436-ea808d4b5450 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ac1aba4-dc6d-43df-aca9-597b2efbd05c HTTP/1.1" status: 200  len: 856 time: 0.0692074
Apr 14 11:29:41.068041 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb90f028-4e28-4ce3-a0c8-808712ff7b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3789251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767071'] for router, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:41.071158 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb90f028-4e28-4ce3-a0c8-808712ff7b86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:41.112779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd12707-026f-4959-821d-8ed935a39468 req-52fcc3f4-792d-4d01-a0a7-29838a78b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:41.114552 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-acd12707-026f-4959-821d-8ed935a39468 req-52fcc3f4-792d-4d01-a0a7-29838a78b5e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836725
Apr 14 11:29:41.274509 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-acd12707-026f-4959-821d-8ed935a39468 req-2d5ba841-70fa-4c90-855b-72d9585d3a27 service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529531
Apr 14 11:29:41.389978 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb90f028-4e28-4ce3-a0c8-808712ff7b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850988173'] for router, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:41.390746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb90f028-4e28-4ce3-a0c8-808712ff7b86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e8533e1-220a-4352-af30-0336b44187a1 {{(pid=85281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 14 11:29:41.406402 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cb90f028-4e28-4ce3-a0c8-808712ff7b86 admin admin] Notify callbacks [] for router, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:41.411622 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-cb90f028-4e28-4ce3-a0c8-808712ff7b86 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9e8533e1-220a-4352-af30-0336b44187a1 HTTP/1.1" status: 204  len: 168 time: 2.1857796
Apr 14 11:29:41.411878 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 32962) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:41.439381 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-acd12707-026f-4959-821d-8ed935a39468 req-5e96c323-2814-4e8e-bd3a-b9eca7d599ef service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1580367
Apr 14 11:29:41.484928 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-772215cb-c7a9-42c7-b46e-817b837d79bf admin admin] Deleting subnet 05e340a1-bdb3-488f-9465-bc4eafde987f {{(pid=85281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 14 11:29:41.489604 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-772215cb-c7a9-42c7-b46e-817b837d79bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:41.549283 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-772215cb-c7a9-42c7-b46e-817b837d79bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2265747'] for subnet, precommit_delete_associations {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:41.575616 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec1b58-dfe4-4c65-b52a-a0cdbc50de41 req-31b2e5a8-2111-4704-b06c-e8bda4ebe355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:41.577315 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5dec1b58-dfe4-4c65-b52a-a0cdbc50de41 req-31b2e5a8-2111-4704-b06c-e8bda4ebe355 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e82b321b2843a49b1833fe7776ed0e&device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 1097 time: 0.0848992
Apr 14 11:29:41.717711 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-772215cb-c7a9-42c7-b46e-817b837d79bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1821'] for subnet, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:41.738674 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec1b58-dfe4-4c65-b52a-a0cdbc50de41 req-e36b182e-bb0f-4579-924e-f75d15229f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:41.742125 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5dec1b58-dfe4-4c65-b52a-a0cdbc50de41 req-e36b182e-bb0f-4579-924e-f75d15229f0c service neutron] 10.222.0.47 "GET /v2.0/networks?id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96 HTTP/1.1" status: 200  len: 918 time: 0.1574240
Apr 14 11:29:41.788547 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 3e498ee8-4c87-414b-86de-a5215b630ee1 no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:29:41.825566 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5dec1b58-dfe4-4c65-b52a-a0cdbc50de41 req-ff0b1b44-6200-4d83-bdec-cb98dd44969a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 HTTP/1.1" status: 200  len: 217 time: 0.0759380
Apr 14 11:29:41.829255 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: 3e498ee8-4c87-414b-86de-a5215b630ee1 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:29:41.829651 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 3e498ee8-4c87-414b-86de-a5215b630ee1 not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:29:41.830158 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 2196a9da-b765-402f-a5ae-8e7dc0f86815 no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:29:41.866878 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: 2196a9da-b765-402f-a5ae-8e7dc0f86815 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:29:41.867538 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 2196a9da-b765-402f-a5ae-8e7dc0f86815 not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:29:41.903621 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec1b58-dfe4-4c65-b52a-a0cdbc50de41 req-c6f9480e-29b6-4efb-b2f1-7234d7694afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:41.905315 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5dec1b58-dfe4-4c65-b52a-a0cdbc50de41 req-c6f9480e-29b6-4efb-b2f1-7234d7694afb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ac1aba4-dc6d-43df-aca9-597b2efbd05c HTTP/1.1" status: 200  len: 856 time: 0.0724595
Apr 14 11:29:41.924779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1becc-a13f-4a24-afea-f318e45a34fc req-170bb1a8-aebf-4aa4-83ff-467135143d06 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:41.926658 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6dd1becc-a13f-4a24-afea-f318e45a34fc req-170bb1a8-aebf-4aa4-83ff-467135143d06 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 944 time: 0.2493842
Apr 14 11:29:41.994190 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6dd1becc-a13f-4a24-afea-f318e45a34fc req-e529a99a-6866-491b-bb3c-386f6e9ccc05 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531504
Apr 14 11:29:42.000505 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec1b58-dfe4-4c65-b52a-a0cdbc50de41 req-9bd642e1-f216-42e4-a6d9-c8c391b6ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:42.002841 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5dec1b58-dfe4-4c65-b52a-a0cdbc50de41 req-9bd642e1-f216-42e4-a6d9-c8c391b6ca99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0899465
Apr 14 11:29:42.083377 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-772215cb-c7a9-42c7-b46e-817b837d79bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2429323'] for subnet, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:42.099986 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:42.156192 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772215cb-c7a9-42c7-b46e-817b837d79bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e340a1-bdb3-488f-9465-bc4eafde987f,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:42.158465 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-772215cb-c7a9-42c7-b46e-817b837d79bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:42.249573 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-772215cb-c7a9-42c7-b46e-817b837d79bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:42.256450 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0a8098-b362-45f0-b332-224dfd57122a None None] Network b86d102a-3cc2-4431-ba4c-0f2f335a7665 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:29:42.260024 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-772215cb-c7a9-42c7-b46e-817b837d79bf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/05e340a1-bdb3-488f-9465-bc4eafde987f HTTP/1.1" status: 204  len: 168 time: 0.8448513
Apr 14 11:29:42.260460 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 32970) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:42.391499 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854664768'] for network, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:42.431767 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5dec1b58-dfe4-4c65-b52a-a0cdbc50de41 req-f51f735c-81ce-427e-b9ac-1211a53d43ac service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4223394
Apr 14 11:29:42.462438 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Deleting port 7c982689-617d-49cd-b751-d43c18a26225 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:29:42.462805 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:42.571023 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85c63d8-b452-4c9b-b147-b7f933898242 None None] DHCP port deletion for b86d102a-3cc2-4431-ba4c-0f2f335a7665 request from dv-cinder-774594-3-iscsi {{(pid=85284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 14 11:29:42.575948 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-e85c63d8-b452-4c9b-b147-b7f933898242 None None] Deleting port 7c982689-617d-49cd-b751-d43c18a26225 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:29:42.576519 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e85c63d8-b452-4c9b-b147-b7f933898242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:42.605165 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5dec1b58-dfe4-4c65-b52a-a0cdbc50de41 req-f4b2fcfe-5315-45b5-be2a-6b8ff6a870f1 service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1640568
Apr 14 11:29:42.703796 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] For port 7c982689-617d-49cd-b751-d43c18a26225, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=7c982689-617d-49cd-b751-d43c18a26225,segment=NetworkSegment(15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9),segment_id=15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:29:42.704129 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:42.809305 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-e85c63d8-b452-4c9b-b147-b7f933898242 None None] For port 7c982689-617d-49cd-b751-d43c18a26225, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=7c982689-617d-49cd-b751-d43c18a26225,segment=NetworkSegment(15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9),segment_id=15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:29:42.809857 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e85c63d8-b452-4c9b-b147-b7f933898242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:42.840162 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Calling delete_port for 7c982689-617d-49cd-b751-d43c18a26225 owned by network:dhcp {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:29:42.922366 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:42.942170 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-81638de8-14d4-43eb-b366-8d422cb0d7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:42.947056 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-e85c63d8-b452-4c9b-b147-b7f933898242 None None] Calling delete_port for 7c982689-617d-49cd-b751-d43c18a26225 owned by network:dhcp {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:29:43.000215 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=7c982689-617d-49cd-b751-d43c18a26225,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:43.005010 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:43.096780 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] No DVR routers for this DVR port 7c982689-617d-49cd-b751-d43c18a26225 on host dv-cinder-774594-3-iscsi {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:29:43.105254 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.db.api [None req-e85c63d8-b452-4c9b-b147-b7f933898242 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85284) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 14 11:29:43.105664 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_db.api [None req-e85c63d8-b452-4c9b-b147-b7f933898242 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 14 11:29:43.282746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854302052', 'neutron.services.segments.db._delete_segments_for_network--9223363253325445970'] for network, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:43.419086 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b42abd-e5d5-4692-8873-0aab9ef5214b req-800e0e4f-c53c-4314-b397-383fb0ed95b3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:43.420697 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-46b42abd-e5d5-4692-8873-0aab9ef5214b req-800e0e4f-c53c-4314-b397-383fb0ed95b3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 944 time: 0.2896075
Apr 14 11:29:43.425394 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd12be26a90>,) {'filters': {'network_id': ['b86d102a-3cc2-4431-ba4c-0f2f335a7665']}} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:43.455928 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd12be26a90>, '15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9') {'for_net_delete': True} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:43.456267 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd12be26a90>, '15d8f1b0-5a7c-4afa-9bd8-ffd6f0c9f5e9') {} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:43.475386 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253325448786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2265445'] for segment, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:43.490591 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-46b42abd-e5d5-4692-8873-0aab9ef5214b req-64378ac9-48f7-4720-9b1f-65ce123bf369 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569799
Apr 14 11:29:43.496958 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:43.506002 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=85281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 14 11:29:43.606558 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-e85c63d8-b452-4c9b-b147-b7f933898242 None None] Deleting port 7c982689-617d-49cd-b751-d43c18a26225 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:29:43.607168 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e85c63d8-b452-4c9b-b147-b7f933898242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:43.685009 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-e85c63d8-b452-4c9b-b147-b7f933898242 None None] The port '7c982689-617d-49cd-b751-d43c18a26225' was deleted {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 14 11:29:43.689822 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Network b86d102a-3cc2-4431-ba4c-0f2f335a7665 has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:29:43.699732 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253485'] for segment, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:43.783507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 7c982689-617d-49cd-b751-d43c18a26225 no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:29:43.821405 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: 7c982689-617d-49cd-b751-d43c18a26225 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:29:43.821847 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 7c982689-617d-49cd-b751-d43c18a26225 not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:29:43.887047 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Network b86d102a-3cc2-4431-ba4c-0f2f335a7665 has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]: Traceback (most recent call last):
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:     timer()
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:     cb(*args, **kw)
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:     return func(*args, **kwargs)
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:     self._notify()
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:     self.callback(batched_events)
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:     event.method(event)
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:     segment_id)['aggregates'][0]
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:     return f(self, *a, **k)
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self._get(url).json()
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:     **kwargs)
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self.request(url, 'GET', **kwargs)
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:     **endpoint_filter)
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 14 11:29:43.911371 dv-cinder-774594-3-iscsi neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 14 11:29:43.991858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-473733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850711281'] for network, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:43.995729 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:44.012897 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:44.020187 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Pushing event deleted for resources: {'Network': ['ID=b86d102a-3cc2-4431-ba4c-0f2f335a7665,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:44.025841 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:44.038389 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] 10.222.0.20 "DELETE /v2.0/networks/b86d102a-3cc2-4431-ba4c-0f2f335a7665 HTTP/1.1" status: 204  len: 168 time: 1.7768972
Apr 14 11:29:44.041850 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 32978) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:44.302598 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:29:44.477647 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:29:44.495413 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'port_id': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5', 'mac_address': 'fa:16:3e:f2:50:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:29:44.612430 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:44.614063 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:29:44.635099 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:29:44.640680 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:44.644073 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:44.716454 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:44.725181 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:44.725823 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:44.726486 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:44.727025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:44.727574 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:44.728168 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:44.728806 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:44.729361 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:44.729907 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:44.730463 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:44.730837 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:44.731210 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:29:44.735687 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:44.810917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52ebe7-ceda-4bdd-b525-3f6679e7cfa2 req-fcc4de45-05e5-47c1-bb22-bdfbc868f76b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:44.812541 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4e52ebe7-ceda-4bdd-b525-3f6679e7cfa2 req-fcc4de45-05e5-47c1-bb22-bdfbc868f76b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 945 time: 0.1592736
Apr 14 11:29:44.856963 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['4cb0a30a-d0f4-47bd-9b35-aaddb23748a5'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:29:44.887643 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4e52ebe7-ceda-4bdd-b525-3f6679e7cfa2 req-9e428363-a2ad-4091-b039-0210c6f2b86a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606565
Apr 14 11:29:45.015154 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87a00bea-0047-4f06-a135-3e9f37a9cf59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785780'] for router_interface, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:45.394184 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-87a00bea-0047-4f06-a135-3e9f37a9cf59 admin admin] Deleting port 830b1121-25e1-48d2-b2a8-76a7510285e4 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:29:45.394680 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87a00bea-0047-4f06-a135-3e9f37a9cf59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:45.581213 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-87a00bea-0047-4f06-a135-3e9f37a9cf59 admin admin] For port 830b1121-25e1-48d2-b2a8-76a7510285e4, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=830b1121-25e1-48d2-b2a8-76a7510285e4,segment=NetworkSegment(c03d2397-cb58-4d35-8ec3-3328af47fc7c),segment_id=c03d2397-cb58-4d35-8ec3-3328af47fc7c)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:29:45.581611 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87a00bea-0047-4f06-a135-3e9f37a9cf59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:45.717255 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-87a00bea-0047-4f06-a135-3e9f37a9cf59 admin admin] Calling delete_port for 830b1121-25e1-48d2-b2a8-76a7510285e4 owned by network:router_interface {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:29:45.902693 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87a00bea-0047-4f06-a135-3e9f37a9cf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:45.924089 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-59819ac2-16a7-42d2-8f40-678c3f74aeac tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:45.982496 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a00bea-0047-4f06-a135-3e9f37a9cf59 admin admin] Pushing event deleted for resources: {'Port': ['ID=830b1121-25e1-48d2-b2a8-76a7510285e4,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:45.985131 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-87a00bea-0047-4f06-a135-3e9f37a9cf59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:46.257937 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512117b-f8a7-4e28-91ac-0c8ec142b9e0 req-7bb4a90a-3f8e-43dd-89dd-9e6eac77f468 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:46.259699 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b512117b-f8a7-4e28-91ac-0c8ec142b9e0 req-7bb4a90a-3f8e-43dd-89dd-9e6eac77f468 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 945 time: 0.2160764
Apr 14 11:29:46.313416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:29:46.367643 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b512117b-f8a7-4e28-91ac-0c8ec142b9e0 req-77737780-0f25-4bc3-93b7-42eed58c7c3e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0931253
Apr 14 11:29:46.400287 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:29:46.405938 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:29:46.406363 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:46.519834 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87a00bea-0047-4f06-a135-3e9f37a9cf59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850874902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064707'] for router_interface, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:46.551109 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:46.563714 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:29:46.595917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:29:46.601286 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:46.606180 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:46.718740 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:46.726003 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:46.833943 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5', 'code': 200}
Apr 14 11:29:47.093103 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a00bea-0047-4f06-a135-3e9f37a9cf59 admin admin] Router 7c79c9de-c416-4404-9cd6-48324c52cf66 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:29:47.098940 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a9f5f-09cc-4625-b065-988a728bc8f1 req-7c0f898f-39f3-4be4-9735-30d0dc9492fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:47.100576 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-703a9f5f-09cc-4625-b065-988a728bc8f1 req-7c0f898f-39f3-4be4-9735-30d0dc9492fd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 1099 time: 0.0867505
Apr 14 11:29:47.129546 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-703a9f5f-09cc-4625-b065-988a728bc8f1 req-7c4eb719-5031-4e3a-9c96-62d86d68d9b4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0217757
Apr 14 11:29:47.286547 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a00bea-0047-4f06-a135-3e9f37a9cf59 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:29:47.295568 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fd3a3a-3084-4376-87ec-d52e1145849d None None] Sync routers for ids ['7c79c9de-c416-4404-9cd6-48324c52cf66'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:29:47.306007 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd3a3a-3084-4376-87ec-d52e1145849d None None] Routers {'7c79c9de-c416-4404-9cd6-48324c52cf66'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:29:47.306678 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-70fd3a3a-3084-4376-87ec-d52e1145849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1308cb898>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['7c79c9de-c416-4404-9cd6-48324c52cf66'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:47.307616 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-87a00bea-0047-4f06-a135-3e9f37a9cf59 admin admin] 10.222.0.20 "PUT /v2.0/routers/7c79c9de-c416-4404-9cd6-48324c52cf66/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2644346
Apr 14 11:29:47.310143 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33012) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:47.519049 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-70fd3a3a-3084-4376-87ec-d52e1145849d None None] Set router 7c79c9de-c416-4404-9cd6-48324c52cf66 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:29:47.831076 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7857cab3-1d7d-4e1c-8ffa-3f509a08d547 admin admin] Notify callbacks [] for router, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:47.852856 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-70fd3a3a-3084-4376-87ec-d52e1145849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1308cb898>, [{'id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'name': 'tempest-TestMinimumBasicScenario-888813418-router', 'tenant_id': '14b2e520d2a9404f92c620c31a10cef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '2fce6088-afc0-4ff9-842a-309aa78290bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:59Z', 'updated_at': '2021-04-14T11:29:45Z', 'revision_number': 5, 'project_id': '14b2e520d2a9404f92c620c31a10cef0', 'gw_port': {'id': '2fce6088-afc0-4ff9-842a-309aa78290bc', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:27:00Z', 'updated_at': '2021-04-14T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:47.859551 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33020) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:47.859911 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fd3a3a-3084-4376-87ec-d52e1145849d None None] Checking router: 7c79c9de-c416-4404-9cd6-48324c52cf66 for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:29:47.870041 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd3a3a-3084-4376-87ec-d52e1145849d None None] Routers {'7c79c9de-c416-4404-9cd6-48324c52cf66'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:29:47.870585 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-70fd3a3a-3084-4376-87ec-d52e1145849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1308cb898>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['7c79c9de-c416-4404-9cd6-48324c52cf66'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:47.970521 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7849046-1689-4c2f-aca9-19bbf54eade5 req-67e757af-a3ec-4382-9c3a-438e1f684e57 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:47.972648 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c7849046-1689-4c2f-aca9-19bbf54eade5 req-67e757af-a3ec-4382-9c3a-438e1f684e57 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.2787864
Apr 14 11:29:48.022839 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c7849046-1689-4c2f-aca9-19bbf54eade5 req-4fc6fdac-17e3-4de4-a820-d874297de9f1 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411448
Apr 14 11:29:48.077811 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-70fd3a3a-3084-4376-87ec-d52e1145849d None None] Set router 7c79c9de-c416-4404-9cd6-48324c52cf66 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:29:48.082542 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7857cab3-1d7d-4e1c-8ffa-3f509a08d547 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:48.090900 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-7857cab3-1d7d-4e1c-8ffa-3f509a08d547 admin admin] Deleting port 2fce6088-afc0-4ff9-842a-309aa78290bc {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:29:48.091285 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7857cab3-1d7d-4e1c-8ffa-3f509a08d547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:48.281927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-7857cab3-1d7d-4e1c-8ffa-3f509a08d547 admin admin] For port 2fce6088-afc0-4ff9-842a-309aa78290bc, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=2fce6088-afc0-4ff9-842a-309aa78290bc,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:29:48.283761 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7857cab3-1d7d-4e1c-8ffa-3f509a08d547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:48.293206 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-acb2fb0c-bb7a-4ccd-be13-032812b29a57 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Deleting port 93b793a2-bd4b-4bdf-a008-9586b0f1d381 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:29:48.293875 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-acb2fb0c-bb7a-4ccd-be13-032812b29a57 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:48.391319 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-70fd3a3a-3084-4376-87ec-d52e1145849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1308cb898>, [{'id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'name': 'tempest-TestMinimumBasicScenario-888813418-router', 'tenant_id': '14b2e520d2a9404f92c620c31a10cef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '2fce6088-afc0-4ff9-842a-309aa78290bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:59Z', 'updated_at': '2021-04-14T11:29:45Z', 'revision_number': 5, 'project_id': '14b2e520d2a9404f92c620c31a10cef0', 'gw_port': {'id': '2fce6088-afc0-4ff9-842a-309aa78290bc', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:27:00Z', 'updated_at': '2021-04-14T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:48.397406 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fd3a3a-3084-4376-87ec-d52e1145849d None None] The sync data for ids ['7c79c9de-c416-4404-9cd6-48324c52cf66'] in dv-cinder-774594-3-iscsi is: [{'id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'name': 'tempest-TestMinimumBasicScenario-888813418-router', 'tenant_id': '14b2e520d2a9404f92c620c31a10cef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '2fce6088-afc0-4ff9-842a-309aa78290bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:59Z', 'updated_at': '2021-04-14T11:29:45Z', 'revision_number': 5, 'project_id': '14b2e520d2a9404f92c620c31a10cef0', 'gw_port': {'id': '2fce6088-afc0-4ff9-842a-309aa78290bc', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c79c9de-c416-4404-9cd6-48324c52cf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:27:00Z', 'updated_at': '2021-04-14T11:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:29:48.419717 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-7857cab3-1d7d-4e1c-8ffa-3f509a08d547 admin admin] Calling delete_port for 2fce6088-afc0-4ff9-842a-309aa78290bc owned by network:router_gateway {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:29:48.492907 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-acb2fb0c-bb7a-4ccd-be13-032812b29a57 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:48.493341 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-acb2fb0c-bb7a-4ccd-be13-032812b29a57 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:48.603846 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7857cab3-1d7d-4e1c-8ffa-3f509a08d547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:48.619917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:48.644048 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-acb2fb0c-bb7a-4ccd-be13-032812b29a57 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Calling delete_port for 93b793a2-bd4b-4bdf-a008-9586b0f1d381 owned by network:floatingip {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:29:48.684784 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857cab3-1d7d-4e1c-8ffa-3f509a08d547 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fce6088-afc0-4ff9-842a-309aa78290bc,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:48.735450 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7857cab3-1d7d-4e1c-8ffa-3f509a08d547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:48.812669 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-acb2fb0c-bb7a-4ccd-be13-032812b29a57 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:48.829952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0d2af114-234d-49be-b03e-307ef7b4471f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:48.892751 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2fb0c-bb7a-4ccd-be13-032812b29a57 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Pushing event deleted for resources: {'Port': ['ID=93b793a2-bd4b-4bdf-a008-9586b0f1d381,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:48.893539 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7857cab3-1d7d-4e1c-8ffa-3f509a08d547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064549'] for router_gateway, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:48.897105 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-acb2fb0c-bb7a-4ccd-be13-032812b29a57 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:49.084408 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7857cab3-1d7d-4e1c-8ffa-3f509a08d547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3789251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767071'] for router, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:49.086871 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7857cab3-1d7d-4e1c-8ffa-3f509a08d547 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:49.105343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-acb2fb0c-bb7a-4ccd-be13-032812b29a57 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for floatingip, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:49.106510 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_db [None req-acb2fb0c-bb7a-4ccd-be13-032812b29a57 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Floating IP 4788b69c-6a95-4d57-be41-1621bbab4ab0 disassociated (deleted). External IP: 172.27.2.119, port: c5a525b1-2146-468e-bd54-22bc70a65acd.
Apr 14 11:29:49.116665 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7857cab3-1d7d-4e1c-8ffa-3f509a08d547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850988173'] for router, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:49.117298 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7857cab3-1d7d-4e1c-8ffa-3f509a08d547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c79c9de-c416-4404-9cd6-48324c52cf66 {{(pid=85281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 14 11:29:49.130009 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7857cab3-1d7d-4e1c-8ffa-3f509a08d547 admin admin] Notify callbacks [] for router, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:49.131261 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-7857cab3-1d7d-4e1c-8ffa-3f509a08d547 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7c79c9de-c416-4404-9cd6-48324c52cf66 HTTP/1.1" status: 204  len: 168 time: 1.8197386
Apr 14 11:29:49.137538 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33030) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:49.261942 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-7383ef3a-9505-4d48-8938-29f238efe90c admin admin] Deleting subnet 53082ff5-04bf-4014-a409-f5d11f85723c {{(pid=85281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 14 11:29:49.265931 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7383ef3a-9505-4d48-8938-29f238efe90c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:49.335555 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7383ef3a-9505-4d48-8938-29f238efe90c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2265747'] for subnet, precommit_delete_associations {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:49.385092 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4d8ec-e147-419b-be19-3ab8166e43fd req-b4bc0197-b60b-42af-a06a-fb6ca282bea1 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:49.386809 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b2c4d8ec-e147-419b-be19-3ab8166e43fd req-b4bc0197-b60b-42af-a06a-fb6ca282bea1 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.2130151
Apr 14 11:29:49.438180 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b2c4d8ec-e147-419b-be19-3ab8166e43fd req-dd176c29-9682-4b1e-b689-7188305d893b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399282
Apr 14 11:29:49.467541 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7383ef3a-9505-4d48-8938-29f238efe90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1821'] for subnet, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:49.513501 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb2fb0c-bb7a-4ccd-be13-032812b29a57 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Router 79e75bdc-ffae-44cd-a914-75bed76e4d5b has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:29:49.718917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb2fb0c-bb7a-4ccd-be13-032812b29a57 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:29:49.732381 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2018f74-fc17-40ce-bfac-6380b3b0ada3 None None] Sync routers for ids ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:29:49.743491 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-acb2fb0c-bb7a-4ccd-be13-032812b29a57 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:49.746554 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2018f74-fc17-40ce-bfac-6380b3b0ada3 None None] Routers {'79e75bdc-ffae-44cd-a914-75bed76e4d5b'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:29:49.748446 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b2018f74-fc17-40ce-bfac-6380b3b0ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12bdf29e8>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:49.797999 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771e5ef-efc1-4885-a2a7-82e44dea9814 req-8e7101f4-fa1a-4ecf-bf07-913298255eb4 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:49.800363 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5771e5ef-efc1-4885-a2a7-82e44dea9814 req-8e7101f4-fa1a-4ecf-bf07-913298255eb4 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.2287872
Apr 14 11:29:49.807516 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-acb2fb0c-bb7a-4ccd-be13-032812b29a57 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "DELETE /v2.0/floatingips/4788b69c-6a95-4d57-be41-1621bbab4ab0 HTTP/1.1" status: 204  len: 168 time: 1.9441030
Apr 14 11:29:49.807516 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'tag': 'c5a525b1-2146-468e-bd54-22bc70a65acd'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:29:49.816778 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33038) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:49.827035 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 2fce6088-afc0-4ff9-842a-309aa78290bc no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:29:49.834618 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-2a570307-c81d-41c8-a381-55aed21d68ec tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Request body: {'floatingip': {'port_id': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:29:49.865960 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7383ef3a-9505-4d48-8938-29f238efe90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2429323'] for subnet, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:49.885125 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:49.927240 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'tag': 'c5a525b1-2146-468e-bd54-22bc70a65acd', 'status': 'completed', 'code': 200}
Apr 14 11:29:49.951886 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383ef3a-9505-4d48-8938-29f238efe90c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53082ff5-04bf-4014-a409-f5d11f85723c,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:50.003872 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2a570307-c81d-41c8-a381-55aed21d68ec tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for floatingip, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:50.028145 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7383ef3a-9505-4d48-8938-29f238efe90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:50.096730 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: 2fce6088-afc0-4ff9-842a-309aa78290bc {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:29:50.097325 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 2fce6088-afc0-4ff9-842a-309aa78290bc not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:29:50.098587 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 830b1121-25e1-48d2-b2a8-76a7510285e4 no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:29:50.108684 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7383ef3a-9505-4d48-8938-29f238efe90c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:50.117353 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-7383ef3a-9505-4d48-8938-29f238efe90c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/53082ff5-04bf-4014-a409-f5d11f85723c HTTP/1.1" status: 204  len: 168 time: 0.9784603
Apr 14 11:29:50.120038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33048) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:50.140622 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51879c3c-b360-4656-86b2-d2d44fc33742 None None] Network 6e0baaf3-f06e-4d40-b5e5-cdee44369996 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:29:50.233200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: 830b1121-25e1-48d2-b2a8-76a7510285e4 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:29:50.233608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 830b1121-25e1-48d2-b2a8-76a7510285e4 not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:29:50.295627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854664768'] for network, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:50.325462 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6024ea-bb15-4a1e-ac17-ea2485cac543 req-4b5256c1-1f33-4a15-8909-ccb91fa1f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:50.327110 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0a6024ea-bb15-4a1e-ac17-ea2485cac543 req-4b5256c1-1f33-4a15-8909-ccb91fa1f583 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73c130d3f7dc4956aa28b890684d0e50&device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 1099 time: 0.3990395
Apr 14 11:29:50.378162 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Deleting port f32f7614-c1be-414b-96da-7a2d78362c3b {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:29:50.378691 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:50.448648 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-b2018f74-fc17-40ce-bfac-6380b3b0ada3 None None] Set router 79e75bdc-ffae-44cd-a914-75bed76e4d5b gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:29:50.453415 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4ad8b-864a-4505-8266-408454bc8469 req-1501ff8f-36a1-4191-a491-f69cc25d3920 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:50.455138 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cff4ad8b-864a-4505-8266-408454bc8469 req-1501ff8f-36a1-4191-a491-f69cc25d3920 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.2319167
Apr 14 11:29:50.603438 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-cff4ad8b-864a-4505-8266-408454bc8469 req-f506e1ec-214f-44df-b83f-4557095fe61d tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1111372
Apr 14 11:29:50.694862 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6024ea-bb15-4a1e-ac17-ea2485cac543 req-cef40f18-13fc-4cf3-9ad9-c37a91d51f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:50.696521 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0a6024ea-bb15-4a1e-ac17-ea2485cac543 req-cef40f18-13fc-4cf3-9ad9-c37a91d51f90 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 HTTP/1.1" status: 200  len: 910 time: 0.3606040
Apr 14 11:29:50.698489 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] For port f32f7614-c1be-414b-96da-7a2d78362c3b, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=f32f7614-c1be-414b-96da-7a2d78362c3b,segment=NetworkSegment(c03d2397-cb58-4d35-8ec3-3328af47fc7c),segment_id=c03d2397-cb58-4d35-8ec3-3328af47fc7c)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:29:50.698894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:50.710867 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea42c62a-4715-4401-9676-267f05ede0af None None] DHCP port deletion for 6e0baaf3-f06e-4d40-b5e5-cdee44369996 request from dv-cinder-774594-3-iscsi {{(pid=85284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 14 11:29:50.721433 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-ea42c62a-4715-4401-9676-267f05ede0af None None] Deleting port f32f7614-c1be-414b-96da-7a2d78362c3b {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:29:50.722017 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ea42c62a-4715-4401-9676-267f05ede0af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:50.844987 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Calling delete_port for f32f7614-c1be-414b-96da-7a2d78362c3b owned by network:dhcp {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:29:50.932359 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:50.949585 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-60c692b6-fbc3-42b5-943c-3576a8f5def8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:51.039179 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0a6024ea-bb15-4a1e-ac17-ea2485cac543 req-165d9866-449b-4da9-a52f-69169385c16c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5a525b1-2146-468e-bd54-22bc70a65acd HTTP/1.1" status: 200  len: 217 time: 0.3343565
Apr 14 11:29:51.051091 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-ea42c62a-4715-4401-9676-267f05ede0af None None] For port f32f7614-c1be-414b-96da-7a2d78362c3b, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=f32f7614-c1be-414b-96da-7a2d78362c3b,segment=NetworkSegment(c03d2397-cb58-4d35-8ec3-3328af47fc7c),segment_id=c03d2397-cb58-4d35-8ec3-3328af47fc7c)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:29:51.051544 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ea42c62a-4715-4401-9676-267f05ede0af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:51.189526 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b2018f74-fc17-40ce-bfac-6380b3b0ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12bdf29e8>, [{'id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'name': 'tempest-TestShelveInstance-1771654106-router', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:48Z', 'updated_at': '2021-04-14T11:24:03Z', 'revision_number': 4, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'gw_port': {'id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:51Z', 'updated_at': '2021-04-14T11:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '76b11305-fc99-42fd-a2ea-ff434283bfc8', 'name': '', 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'mac_address': 'fa:16:3e:1b:46:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:00Z', 'updated_at': '2021-04-14T11:24:16Z', 'revision_number': 5, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'subnets': [{'id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:51.199151 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-ea42c62a-4715-4401-9676-267f05ede0af None None] Calling delete_port for f32f7614-c1be-414b-96da-7a2d78362c3b owned by network:dhcp {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:29:51.250893 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Pushing event deleted for resources: {'Port': ['ID=f32f7614-c1be-414b-96da-7a2d78362c3b,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:51.257020 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:51.261842 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2018f74-fc17-40ce-bfac-6380b3b0ada3 None None] Checking router: 79e75bdc-ffae-44cd-a914-75bed76e4d5b for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:29:51.280466 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2a570307-c81d-41c8-a381-55aed21d68ec tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:51.282502 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6024ea-bb15-4a1e-ac17-ea2485cac543 req-481a92cb-aba4-44b2-b32f-c11835da2241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:51.282854 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2018f74-fc17-40ce-bfac-6380b3b0ada3 None None] Routers {'79e75bdc-ffae-44cd-a914-75bed76e4d5b'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:29:51.284024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b2018f74-fc17-40ce-bfac-6380b3b0ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12bdf29e8>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:51.284246 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0a6024ea-bb15-4a1e-ac17-ea2485cac543 req-481a92cb-aba4-44b2-b32f-c11835da2241 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de6bf4f8-000f-4c47-956f-2890583d6b33 HTTP/1.1" status: 200  len: 848 time: 0.2339888
Apr 14 11:29:51.285369 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2a570307-c81d-41c8-a381-55aed21d68ec tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850711266'] for floatingip, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:51.346036 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] No DVR routers for this DVR port f32f7614-c1be-414b-96da-7a2d78362c3b on host dv-cinder-774594-3-iscsi {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:29:51.437544 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.db.api [None req-ea42c62a-4715-4401-9676-267f05ede0af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85284) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 14 11:29:51.438114 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_db.api [None req-ea42c62a-4715-4401-9676-267f05ede0af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 14 11:29:51.472279 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854302052', 'neutron.services.segments.db._delete_segments_for_network--9223363253325445970'] for network, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:51.498236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-b2018f74-fc17-40ce-bfac-6380b3b0ada3 None None] Set router 79e75bdc-ffae-44cd-a914-75bed76e4d5b gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:29:51.575705 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_db [None req-2a570307-c81d-41c8-a381-55aed21d68ec tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Floating IP 2a334305-1395-4c30-8938-48948c8fec91 associated. External IP: 172.27.2.235, port: 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5.
Apr 14 11:29:51.598970 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd131777358>,) {'filters': {'network_id': ['6e0baaf3-f06e-4d40-b5e5-cdee44369996']}} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:51.652459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6024ea-bb15-4a1e-ac17-ea2485cac543 req-0f7b2c6f-a210-4af8-953c-b7cf3ab29151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:51.654134 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0a6024ea-bb15-4a1e-ac17-ea2485cac543 req-0f7b2c6f-a210-4af8-953c-b7cf3ab29151 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3165500
Apr 14 11:29:51.659810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd131777358>, 'c03d2397-cb58-4d35-8ec3-3328af47fc7c') {'for_net_delete': True} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:51.660273 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd131777358>, 'c03d2397-cb58-4d35-8ec3-3328af47fc7c') {} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:51.680734 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253325448786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2265445'] for segment, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:51.704324 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:51.738064 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=85281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 14 11:29:51.811775 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device f32f7614-c1be-414b-96da-7a2d78362c3b no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:29:51.860155 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: f32f7614-c1be-414b-96da-7a2d78362c3b {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:29:51.860563 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device f32f7614-c1be-414b-96da-7a2d78362c3b not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:29:51.902458 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cec74-bdb2-4606-aad6-0e9fa06685de req-8ebdd4ce-eb06-4cc0-b28e-c437a4c655b9 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:51.904037 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b52cec74-bdb2-4606-aad6-0e9fa06685de req-8ebdd4ce-eb06-4cc0-b28e-c437a4c655b9 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.47 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.2969782
Apr 14 11:29:51.933438 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b2018f74-fc17-40ce-bfac-6380b3b0ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12bdf29e8>, [{'id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'name': 'tempest-TestShelveInstance-1771654106-router', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:48Z', 'updated_at': '2021-04-14T11:24:03Z', 'revision_number': 4, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'gw_port': {'id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:51Z', 'updated_at': '2021-04-14T11:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '76b11305-fc99-42fd-a2ea-ff434283bfc8', 'name': '', 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'mac_address': 'fa:16:3e:1b:46:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:00Z', 'updated_at': '2021-04-14T11:24:16Z', 'revision_number': 5, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'subnets': [{'id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:51.937909 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2018f74-fc17-40ce-bfac-6380b3b0ada3 None None] The sync data for ids ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'] in dv-cinder-774594-3-iscsi is: [{'id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'name': 'tempest-TestShelveInstance-1771654106-router', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:48Z', 'updated_at': '2021-04-14T11:24:03Z', 'revision_number': 4, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'gw_port': {'id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:51Z', 'updated_at': '2021-04-14T11:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '76b11305-fc99-42fd-a2ea-ff434283bfc8', 'name': '', 'network_id': 'bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'mac_address': 'fa:16:3e:1b:46:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:00Z', 'updated_at': '2021-04-14T11:24:16Z', 'revision_number': 5, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'subnets': [{'id': 'de6bf4f8-000f-4c47-956f-2890583d6b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:29:51.942677 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-ea42c62a-4715-4401-9676-267f05ede0af None None] Deleting port f32f7614-c1be-414b-96da-7a2d78362c3b {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:29:51.942677 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ea42c62a-4715-4401-9676-267f05ede0af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:51.990151 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0a6024ea-bb15-4a1e-ac17-ea2485cac543 req-b958c317-ece2-422a-bb95-3b8dbb1b77c0 service neutron] 10.222.0.47 "GET /v2.0/networks/bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2630723
Apr 14 11:29:52.029739 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-ea42c62a-4715-4401-9676-267f05ede0af None None] The port 'f32f7614-c1be-414b-96da-7a2d78362c3b' was deleted {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 14 11:29:52.084793 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Network 6e0baaf3-f06e-4d40-b5e5-cdee44369996 has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:29:52.100398 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-b52cec74-bdb2-4606-aad6-0e9fa06685de req-cae9c8a7-55af-4864-9251-83bb70470b5a tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Deleting port c5a525b1-2146-468e-bd54-22bc70a65acd {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:29:52.100787 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b52cec74-bdb2-4606-aad6-0e9fa06685de req-cae9c8a7-55af-4864-9251-83bb70470b5a tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:52.129293 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253485'] for segment, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:52.252878 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dbfd0-abbf-46f9-8ab7-ab4f87939d3d req-4ccaf2a0-1a32-4018-a5e1-9eba40845ab8 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:52.254559 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0d5dbfd0-abbf-46f9-8ab7-ab4f87939d3d req-4ccaf2a0-1a32-4018-a5e1-9eba40845ab8 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 946 time: 0.4939842
Apr 14 11:29:52.257576 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0a6024ea-bb15-4a1e-ac17-ea2485cac543 req-64f4ee94-f8dc-45d0-a6b7-a6d3b054699d service neutron] 10.222.0.47 "GET /v2.0/networks/bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2578504
Apr 14 11:29:52.263820 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a570307-c81d-41c8-a381-55aed21d68ec tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Router 24c172ba-a818-430f-8aab-25ca0e19c290 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:29:52.416571 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0d5dbfd0-abbf-46f9-8ab7-ab4f87939d3d req-11802fc2-6dbb-4691-890c-5f08d270b56b tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/security-groups?id=192e6ad0-b89a-4a1e-bb25-933449038cbc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1363981
Apr 14 11:29:52.433320 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Network 6e0baaf3-f06e-4d40-b5e5-cdee44369996 has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:29:52.444986 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a4378b-f3f3-46e4-82c0-9d96321666e3 None None] New status for floating IP 4788b69c-6a95-4d57-be41-1621bbab4ab0: DOWN {{(pid=85286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]: Traceback (most recent call last):
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:     timer()
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:     cb(*args, **kw)
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:     return func(*args, **kwargs)
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:     self._notify()
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:     self.callback(batched_events)
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:     event.method(event)
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:     segment_id)['aggregates'][0]
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:     return f(self, *a, **k)
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self._get(url).json()
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:     **kwargs)
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self.request(url, 'GET', **kwargs)
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:     **endpoint_filter)
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 14 11:29:52.463432 dv-cinder-774594-3-iscsi neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 14 11:29:52.483426 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a570307-c81d-41c8-a381-55aed21d68ec tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:29:52.488675 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2a570307-c81d-41c8-a381-55aed21d68ec tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:52.496484 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804be059-3c6c-4379-a507-76faf5a9ef14 None None] Sync routers for ids ['24c172ba-a818-430f-8aab-25ca0e19c290'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:29:52.521368 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804be059-3c6c-4379-a507-76faf5a9ef14 None None] Routers {'24c172ba-a818-430f-8aab-25ca0e19c290'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:29:52.526071 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-804be059-3c6c-4379-a507-76faf5a9ef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1303dda20>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['24c172ba-a818-430f-8aab-25ca0e19c290'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:52.576800 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-2a570307-c81d-41c8-a381-55aed21d68ec tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "PUT /v2.0/floatingips/2a334305-1395-4c30-8938-48948c8fec91 HTTP/1.1" status: 200  len: 992 time: 2.7586610
Apr 14 11:29:52.578157 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'tag': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:29:52.651467 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'tag': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5', 'status': 'completed', 'code': 200}
Apr 14 11:29:52.697809 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-473733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850711281'] for network, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:52.709894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ff21fd68-8e3c-4bb8-833b-d2a082116052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:52.727623 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:52.748094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Pushing event deleted for resources: {'Network': ['ID=6e0baaf3-f06e-4d40-b5e5-cdee44369996,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:52.757856 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:52.773867 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] 10.222.0.20 "DELETE /v2.0/networks/6e0baaf3-f06e-4d40-b5e5-cdee44369996 HTTP/1.1" status: 204  len: 168 time: 2.6524551
Apr 14 11:29:52.789033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67b754-5853-4f64-97a1-db85569eee6e req-b932cb28-a46b-4413-b412-9015b7e5d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:52.792380 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-be67b754-5853-4f64-97a1-db85569eee6e req-b932cb28-a46b-4413-b412-9015b7e5d207 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e82b321b2843a49b1833fe7776ed0e&device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 1099 time: 0.1155453
Apr 14 11:29:52.801783 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-b52cec74-bdb2-4606-aad6-0e9fa06685de req-cae9c8a7-55af-4864-9251-83bb70470b5a tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] For port c5a525b1-2146-468e-bd54-22bc70a65acd, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c5a525b1-2146-468e-bd54-22bc70a65acd,segment=NetworkSegment(fd9866f7-0a0e-42cb-b9aa-ef965ce996a3),segment_id=fd9866f7-0a0e-42cb-b9aa-ef965ce996a3)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:29:52.802254 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b52cec74-bdb2-4606-aad6-0e9fa06685de req-cae9c8a7-55af-4864-9251-83bb70470b5a tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:52.959940 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-b52cec74-bdb2-4606-aad6-0e9fa06685de req-cae9c8a7-55af-4864-9251-83bb70470b5a tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Calling delete_port for c5a525b1-2146-468e-bd54-22bc70a65acd owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:29:52.967387 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67b754-5853-4f64-97a1-db85569eee6e req-ea634898-bb5c-4984-a083-f43fe3f0b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:52.968992 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-be67b754-5853-4f64-97a1-db85569eee6e req-ea634898-bb5c-4984-a083-f43fe3f0b355 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96 HTTP/1.1" status: 200  len: 918 time: 0.1703172
Apr 14 11:29:52.977665 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-804be059-3c6c-4379-a507-76faf5a9ef14 None None] Set router 24c172ba-a818-430f-8aab-25ca0e19c290 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:29:52.997898 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33064) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:53.060364 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-0d38d85e-ea1c-4dbb-a802-f56e76f3af31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5babc973bcfb4ddab6c5caaa9c078cb5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0609555
Apr 14 11:29:53.062858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33068) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:53.088872 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-be67b754-5853-4f64-97a1-db85569eee6e req-e4a94a35-b2c1-440a-8124-ef1a27965188 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 HTTP/1.1" status: 200  len: 1000 time: 0.1118109
Apr 14 11:29:53.165765 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67b754-5853-4f64-97a1-db85569eee6e req-5817c1cd-7519-4be8-a20b-0361679046ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:53.167809 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-be67b754-5853-4f64-97a1-db85569eee6e req-5817c1cd-7519-4be8-a20b-0361679046ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ac1aba4-dc6d-43df-aca9-597b2efbd05c HTTP/1.1" status: 200  len: 856 time: 0.0714309
Apr 14 11:29:53.204672 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cee9ce64-220e-4203-813a-68decd7930ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:53.218826 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b52cec74-bdb2-4606-aad6-0e9fa06685de req-cae9c8a7-55af-4864-9251-83bb70470b5a tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:53.238289 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-72e92531-c194-4139-a14e-c8222133dfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:53.261895 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67b754-5853-4f64-97a1-db85569eee6e req-79d8d0bd-1cf0-4356-a2f8-30ead0bde2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:53.263563 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-be67b754-5853-4f64-97a1-db85569eee6e req-79d8d0bd-1cf0-4356-a2f8-30ead0bde2ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0883322
Apr 14 11:29:53.315930 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9c8a7-55af-4864-9251-83bb70470b5a tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Pushing event deleted for resources: {'Port': ['ID=c5a525b1-2146-468e-bd54-22bc70a65acd,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:53.320728 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cee9ce64-220e-4203-813a-68decd7930ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:53.330482 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cae9c8a7-55af-4864-9251-83bb70470b5a tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:53.380543 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-804be059-3c6c-4379-a507-76faf5a9ef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1303dda20>, [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:26:17Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': '2a334305-1395-4c30-8938-48948c8fec91', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'floating_ip_address': '172.27.2.235', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'port_id': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'mac_address': 'fa:16:3e:f2:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:29:33Z', 'updated_at': '2021-04-14T11:29:51Z', 'revision_number': 1, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3219666-6473-40a5-a2df-e86c3a52c58e', 'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'mac_address': 'fa:16:3e:a3:32:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:15Z', 'updated_at': '2021-04-14T11:26:24Z', 'revision_number': 5, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'subnets': [{'id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:53.385795 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804be059-3c6c-4379-a507-76faf5a9ef14 None None] Checking router: 24c172ba-a818-430f-8aab-25ca0e19c290 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:29:53.397960 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804be059-3c6c-4379-a507-76faf5a9ef14 None None] Routers {'24c172ba-a818-430f-8aab-25ca0e19c290'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:29:53.398643 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-804be059-3c6c-4379-a507-76faf5a9ef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1303dda20>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['24c172ba-a818-430f-8aab-25ca0e19c290'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:53.474706 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-be67b754-5853-4f64-97a1-db85569eee6e req-3d87eae3-231d-4907-a987-b74a24a95709 service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2032182
Apr 14 11:29:53.604228 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cee9ce64-220e-4203-813a-68decd7930ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:53.611798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-28595e27-c244-4aca-9b15-5366b609fb04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:53.641145 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-804be059-3c6c-4379-a507-76faf5a9ef14 None None] Set router 24c172ba-a818-430f-8aab-25ca0e19c290 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:29:53.672343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:29:53.675574 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-be67b754-5853-4f64-97a1-db85569eee6e req-46f31b21-8825-49fc-b1c9-7bb6008a8436 service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1928997
Apr 14 11:29:53.713523 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9ce64-220e-4203-813a-68decd7930ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1ee642-f42c-4b29-927d-0d8784863b2d,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:53.728137 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cee9ce64-220e-4203-813a-68decd7930ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:53.769841 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-91102195-caeb-4663-92f3-98fed72c2e7c req-0ce874ad-eaf0-49f2-8217-7e030d759021 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Synchronizing usage tracker for tenant:73c130d3f7dc4956aa28b890684d0e50 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:29:53.783701 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52cec74-bdb2-4606-aad6-0e9fa06685de req-cae9c8a7-55af-4864-9251-83bb70470b5a tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] No DVR routers for this DVR port c5a525b1-2146-468e-bd54-22bc70a65acd on host hv-cinder-77459 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:29:53.790169 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b52cec74-bdb2-4606-aad6-0e9fa06685de req-cae9c8a7-55af-4864-9251-83bb70470b5a tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:53.794176 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'name': 'network-vif-deleted', 'tag': 'c5a525b1-2146-468e-bd54-22bc70a65acd'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:29:53.813289 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b52cec74-bdb2-4606-aad6-0e9fa06685de req-cae9c8a7-55af-4864-9251-83bb70470b5a tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.47 "DELETE /v2.0/ports/c5a525b1-2146-468e-bd54-22bc70a65acd HTTP/1.1" status: 204  len: 173 time: 1.9004028
Apr 14 11:29:53.814712 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-91102195-caeb-4663-92f3-98fed72c2e7c req-0ce874ad-eaf0-49f2-8217-7e030d759021 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Unset dirty status for tenant:73c130d3f7dc4956aa28b890684d0e50 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:29:53.816039 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-91102195-caeb-4663-92f3-98fed72c2e7c req-0ce874ad-eaf0-49f2-8217-7e030d759021 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 210 time: 0.1472137
Apr 14 11:29:53.816832 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cee9ce64-220e-4203-813a-68decd7930ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:53.817974 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-cee9ce64-220e-4203-813a-68decd7930ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d1ee642-f42c-4b29-927d-0d8784863b2d HTTP/1.1" status: 204  len: 168 time: 0.7539635
Apr 14 11:29:53.888269 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58a8fdb-2042-407d-976c-312a95afbc09', 'name': 'network-vif-deleted', 'tag': 'c5a525b1-2146-468e-bd54-22bc70a65acd', 'status': 'completed', 'code': 200}
Apr 14 11:29:54.130178 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-804be059-3c6c-4379-a507-76faf5a9ef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1303dda20>, [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:26:17Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': '2a334305-1395-4c30-8938-48948c8fec91', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'floating_ip_address': '172.27.2.235', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'port_id': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'mac_address': 'fa:16:3e:f2:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:29:33Z', 'updated_at': '2021-04-14T11:29:51Z', 'revision_number': 1, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3219666-6473-40a5-a2df-e86c3a52c58e', 'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'mac_address': 'fa:16:3e:a3:32:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:15Z', 'updated_at': '2021-04-14T11:26:24Z', 'revision_number': 5, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'subnets': [{'id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:54.134647 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804be059-3c6c-4379-a507-76faf5a9ef14 None None] The sync data for ids ['24c172ba-a818-430f-8aab-25ca0e19c290'] in dv-cinder-774594-3-iscsi is: [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:26:17Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': '2a334305-1395-4c30-8938-48948c8fec91', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'floating_ip_address': '172.27.2.235', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'port_id': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'mac_address': 'fa:16:3e:f2:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:29:33Z', 'updated_at': '2021-04-14T11:29:51Z', 'revision_number': 1, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3219666-6473-40a5-a2df-e86c3a52c58e', 'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'mac_address': 'fa:16:3e:a3:32:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:15Z', 'updated_at': '2021-04-14T11:26:24Z', 'revision_number': 5, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'subnets': [{'id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:29:54.280033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33094) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:54.312955 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device c5a525b1-2146-468e-bd54-22bc70a65acd no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:29:54.329344 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-fe815a06-ca9b-4899-8c02-e89277ea1686 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14b2e520d2a9404f92c620c31a10cef0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0477374
Apr 14 11:29:54.332515 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33100) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:54.372305 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: c5a525b1-2146-468e-bd54-22bc70a65acd {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:29:54.372697 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device c5a525b1-2146-468e-bd54-22bc70a65acd not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:29:54.419968 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a302947f-d925-403e-bb16-2d825c80484d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:54.456282 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a302947f-d925-403e-bb16-2d825c80484d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:54.463955 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a33e687-7875-448d-a09f-cc982afe2181 None None] New status for floating IP 2a334305-1395-4c30-8938-48948c8fec91: ACTIVE {{(pid=85286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 14 11:29:54.550426 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a302947f-d925-403e-bb16-2d825c80484d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:54.557872 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:54.588613 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a302947f-d925-403e-bb16-2d825c80484d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:54.589973 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a302947f-d925-403e-bb16-2d825c80484d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e4e694e-6a10-4f13-a60b-d58f6ba31808 HTTP/1.1" status: 204  len: 168 time: 0.2562656
Apr 14 11:29:54.591006 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302947f-d925-403e-bb16-2d825c80484d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4e694e-6a10-4f13-a60b-d58f6ba31808,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:54.593511 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a302947f-d925-403e-bb16-2d825c80484d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:55.070263 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-45beb248-af2c-4dac-a300-2de05246399c req-01b0fa41-d1ea-4e2e-b2c4-4a5d7afc4860 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58a8fdb-2042-407d-976c-312a95afbc09 HTTP/1.1" status: 200  len: 210 time: 0.0550675
Apr 14 11:29:55.443363 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a8338a9b-68dd-47e4-b524-488cb2f76c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:56.270931 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33128) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:56.353909 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6afaed6b-1bde-4baf-9e95-1807ba6febf5 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:56.386378 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6afaed6b-1bde-4baf-9e95-1807ba6febf5 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:56.441125 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6afaed6b-1bde-4baf-9e95-1807ba6febf5 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:56.446511 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a4306a6d-9b71-4849-a174-2ef523011a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:56.459227 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afaed6b-1bde-4baf-9e95-1807ba6febf5 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=192e6ad0-b89a-4a1e-bb25-933449038cbc,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:56.464245 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6afaed6b-1bde-4baf-9e95-1807ba6febf5 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:56.466301 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6afaed6b-1bde-4baf-9e95-1807ba6febf5 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:56.468646 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-6afaed6b-1bde-4baf-9e95-1807ba6febf5 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] 10.222.0.20 "DELETE /v2.0/security-groups/192e6ad0-b89a-4a1e-bb25-933449038cbc HTTP/1.1" status: 204  len: 168 time: 0.1949210
Apr 14 11:29:56.511414 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33134) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:57.441405 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6e5d3630-b143-4826-a156-5746f8733f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:57.593278 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f9cf02e7-de31-43a1-8fb3-9e5e70e0fcb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785780'] for router_interface, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:57.974703 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf02e7-de31-43a1-8fb3-9e5e70e0fcb2 admin admin] Deleting port 76b11305-fc99-42fd-a2ea-ff434283bfc8 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:29:57.975083 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f9cf02e7-de31-43a1-8fb3-9e5e70e0fcb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:58.168026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-f9cf02e7-de31-43a1-8fb3-9e5e70e0fcb2 admin admin] For port 76b11305-fc99-42fd-a2ea-ff434283bfc8, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=76b11305-fc99-42fd-a2ea-ff434283bfc8,segment=NetworkSegment(fd9866f7-0a0e-42cb-b9aa-ef965ce996a3),segment_id=fd9866f7-0a0e-42cb-b9aa-ef965ce996a3)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:29:58.168349 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f9cf02e7-de31-43a1-8fb3-9e5e70e0fcb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:58.240819 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe3eb3-f0f8-4496-8fee-feafb06fe2fe req-a1acdb1f-f260-4eff-b5ee-fabd30bf1d17 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:58.242460 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f0fe3eb3-f0f8-4496-8fee-feafb06fe2fe req-a1acdb1f-f260-4eff-b5ee-fabd30bf1d17 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 945 time: 0.0885596
Apr 14 11:29:58.278246 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f0fe3eb3-f0f8-4496-8fee-feafb06fe2fe req-d3ea74ed-57f8-44ac-87f7-e4b3e6aee130 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=992871dd-9efa-498f-b6c9-e9b6f5a4f736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0291600
Apr 14 11:29:58.307034 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf02e7-de31-43a1-8fb3-9e5e70e0fcb2 admin admin] Calling delete_port for 76b11305-fc99-42fd-a2ea-ff434283bfc8 owned by network:router_interface {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:29:58.336502 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:58.487671 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f9cf02e7-de31-43a1-8fb3-9e5e70e0fcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:58.504180 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2f8b4f1d-1b45-4b3c-b408-a1c5d6ad64ac tempest-VolumesActionsTest-1005644363 tempest-VolumesActionsTest-1005644363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:29:58.565521 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf02e7-de31-43a1-8fb3-9e5e70e0fcb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b11305-fc99-42fd-a2ea-ff434283bfc8,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:29:58.569584 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f9cf02e7-de31-43a1-8fb3-9e5e70e0fcb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:29:58.956317 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f9cf02e7-de31-43a1-8fb3-9e5e70e0fcb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850874902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064707'] for router_interface, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:59.322791 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:29:59.472979 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cf02e7-de31-43a1-8fb3-9e5e70e0fcb2 admin admin] Router 79e75bdc-ffae-44cd-a914-75bed76e4d5b has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:29:59.484806 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d4841-c32a-4364-acbb-7654ef2530e8 req-9b6c8117-10dd-4d9f-a088-55ee5ae43fb0 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:29:59.487101 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-943d4841-c32a-4364-acbb-7654ef2530e8 req-9b6c8117-10dd-4d9f-a088-55ee5ae43fb0 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 945 time: 0.0907993
Apr 14 11:29:59.521486 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-943d4841-c32a-4364-acbb-7654ef2530e8 req-c608ea69-00cf-4bc2-a150-56d11f9fc60e tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=992871dd-9efa-498f-b6c9-e9b6f5a4f736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0286868
Apr 14 11:29:59.683033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cf02e7-de31-43a1-8fb3-9e5e70e0fcb2 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:29:59.692607 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f95e9-d4af-4909-b8b7-1b88f112147b None None] Sync routers for ids ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:29:59.698689 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-f9cf02e7-de31-43a1-8fb3-9e5e70e0fcb2 admin admin] 10.222.0.20 "PUT /v2.0/routers/79e75bdc-ffae-44cd-a914-75bed76e4d5b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1858406
Apr 14 11:29:59.701380 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33162) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:29:59.702725 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f95e9-d4af-4909-b8b7-1b88f112147b None None] Routers {'79e75bdc-ffae-44cd-a914-75bed76e4d5b'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:29:59.703486 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-707f95e9-d4af-4909-b8b7-1b88f112147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12bea12e8>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:29:59.917263 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-707f95e9-d4af-4909-b8b7-1b88f112147b None None] Set router 79e75bdc-ffae-44cd-a914-75bed76e4d5b gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:30:00.072210 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cebacd-bcf3-4124-b24a-24c4a824b455 req-ceaaf588-2b36-44f2-baeb-60e9ed7b6219 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:00.073560 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-23cebacd-bcf3-4124-b24a-24c4a824b455 req-ceaaf588-2b36-44f2-baeb-60e9ed7b6219 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 945 time: 0.0907049
Apr 14 11:30:00.141926 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b06bf8de-7e50-4f7d-8211-5e2927434a6d admin admin] Notify callbacks [] for router, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:00.156448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-23cebacd-bcf3-4124-b24a-24c4a824b455 req-daa6fbcc-c1aa-4769-821c-1f8cbf9bc7e9 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Deleting port 5f6d7d82-443f-4c69-bdd6-43fed6184114 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:30:00.156840 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-23cebacd-bcf3-4124-b24a-24c4a824b455 req-daa6fbcc-c1aa-4769-821c-1f8cbf9bc7e9 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:00.238062 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-707f95e9-d4af-4909-b8b7-1b88f112147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12bea12e8>, [{'id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'name': 'tempest-TestShelveInstance-1771654106-router', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:48Z', 'updated_at': '2021-04-14T11:29:58Z', 'revision_number': 5, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'gw_port': {'id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:51Z', 'updated_at': '2021-04-14T11:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:00.242227 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f95e9-d4af-4909-b8b7-1b88f112147b None None] Checking router: 79e75bdc-ffae-44cd-a914-75bed76e4d5b for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:30:00.251398 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f95e9-d4af-4909-b8b7-1b88f112147b None None] Routers {'79e75bdc-ffae-44cd-a914-75bed76e4d5b'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:30:00.252598 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-707f95e9-d4af-4909-b8b7-1b88f112147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12bea12e8>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:00.338659 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b06bf8de-7e50-4f7d-8211-5e2927434a6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:00.347544 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-b06bf8de-7e50-4f7d-8211-5e2927434a6d admin admin] Deleting port 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:30:00.348232 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b06bf8de-7e50-4f7d-8211-5e2927434a6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:00.435743 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-23cebacd-bcf3-4124-b24a-24c4a824b455 req-daa6fbcc-c1aa-4769-821c-1f8cbf9bc7e9 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] For port 5f6d7d82-443f-4c69-bdd6-43fed6184114, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5f6d7d82-443f-4c69-bdd6-43fed6184114,segment=NetworkSegment(740351c2-c7cf-4200-8229-e7c24a0aac17),segment_id=740351c2-c7cf-4200-8229-e7c24a0aac17)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:00.436160 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-23cebacd-bcf3-4124-b24a-24c4a824b455 req-daa6fbcc-c1aa-4769-821c-1f8cbf9bc7e9 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:00.568511 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-b06bf8de-7e50-4f7d-8211-5e2927434a6d admin admin] For port 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:00.569135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b06bf8de-7e50-4f7d-8211-5e2927434a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:00.614616 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:00.657405 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-707f95e9-d4af-4909-b8b7-1b88f112147b None None] Set router 79e75bdc-ffae-44cd-a914-75bed76e4d5b gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:30:00.720603 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-b06bf8de-7e50-4f7d-8211-5e2927434a6d admin admin] Calling delete_port for 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea owned by network:router_gateway {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:30:00.914858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b06bf8de-7e50-4f7d-8211-5e2927434a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:00.931859 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:00.991600 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bf8de-7e50-4f7d-8211-5e2927434a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:00.995737 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b06bf8de-7e50-4f7d-8211-5e2927434a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:00.996310 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-707f95e9-d4af-4909-b8b7-1b88f112147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12bea12e8>, [{'id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'name': 'tempest-TestShelveInstance-1771654106-router', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:48Z', 'updated_at': '2021-04-14T11:29:58Z', 'revision_number': 5, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'gw_port': {'id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:51Z', 'updated_at': '2021-04-14T11:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:01.000594 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f95e9-d4af-4909-b8b7-1b88f112147b None None] The sync data for ids ['79e75bdc-ffae-44cd-a914-75bed76e4d5b'] in dv-cinder-774594-3-iscsi is: [{'id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'name': 'tempest-TestShelveInstance-1771654106-router', 'tenant_id': '73c130d3f7dc4956aa28b890684d0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:48Z', 'updated_at': '2021-04-14T11:29:58Z', 'revision_number': 5, 'project_id': '73c130d3f7dc4956aa28b890684d0e50', 'gw_port': {'id': '3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e75bdc-ffae-44cd-a914-75bed76e4d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:51Z', 'updated_at': '2021-04-14T11:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:30:01.107480 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-23cebacd-bcf3-4124-b24a-24c4a824b455 req-daa6fbcc-c1aa-4769-821c-1f8cbf9bc7e9 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:01.107896 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-23cebacd-bcf3-4124-b24a-24c4a824b455 req-daa6fbcc-c1aa-4769-821c-1f8cbf9bc7e9 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850711266'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:01.108246 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_db [req-23cebacd-bcf3-4124-b24a-24c4a824b455 req-daa6fbcc-c1aa-4769-821c-1f8cbf9bc7e9 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Floating IP f0bde8a5-9906-4d5f-81f3-53a1869663ce disassociated. External IP: 172.27.2.198, port: 5f6d7d82-443f-4c69-bdd6-43fed6184114.
Apr 14 11:30:01.108627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-23cebacd-bcf3-4124-b24a-24c4a824b455 req-daa6fbcc-c1aa-4769-821c-1f8cbf9bc7e9 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Calling delete_port for 5f6d7d82-443f-4c69-bdd6-43fed6184114 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:30:01.189634 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9446e-2a87-43fb-a0e8-b444e0ede901 req-c16ff194-9352-4872-806c-7553457845ef tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:01.191286 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e0e9446e-2a87-43fb-a0e8-b444e0ede901 req-c16ff194-9352-4872-806c-7553457845ef tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 945 time: 0.1897895
Apr 14 11:30:01.207418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b06bf8de-7e50-4f7d-8211-5e2927434a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064549'] for router_gateway, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:01.239248 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e0e9446e-2a87-43fb-a0e8-b444e0ede901 req-cff4a00b-e5f0-4b55-aace-160ac0b954a2 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups?id=992871dd-9efa-498f-b6c9-e9b6f5a4f736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0300014
Apr 14 11:30:01.309004 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-23cebacd-bcf3-4124-b24a-24c4a824b455 req-daa6fbcc-c1aa-4769-821c-1f8cbf9bc7e9 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:01.327277 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:01.392926 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6fbcc-c1aa-4769-821c-1f8cbf9bc7e9 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Pushing event deleted for resources: {'Port': ['ID=5f6d7d82-443f-4c69-bdd6-43fed6184114,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:01.397286 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-daa6fbcc-c1aa-4769-821c-1f8cbf9bc7e9 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:01.401351 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b06bf8de-7e50-4f7d-8211-5e2927434a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3789251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767071'] for router, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:01.403744 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b06bf8de-7e50-4f7d-8211-5e2927434a6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:01.424533 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b06bf8de-7e50-4f7d-8211-5e2927434a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850988173'] for router, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:01.425107 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06bf8de-7e50-4f7d-8211-5e2927434a6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79e75bdc-ffae-44cd-a914-75bed76e4d5b {{(pid=85282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 14 11:30:01.438341 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b06bf8de-7e50-4f7d-8211-5e2927434a6d admin admin] Notify callbacks [] for router, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:01.442203 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-b06bf8de-7e50-4f7d-8211-5e2927434a6d admin admin] 10.222.0.20 "DELETE /v2.0/routers/79e75bdc-ffae-44cd-a914-75bed76e4d5b HTTP/1.1" status: 204  len: 168 time: 1.7378969
Apr 14 11:30:01.444722 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33170) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:01.521964 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-5350f9a0-9658-470a-862e-a60bdc0b0a73 admin admin] Deleting subnet de6bf4f8-000f-4c47-956f-2890583d6b33 {{(pid=85282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 14 11:30:01.527170 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5350f9a0-9658-470a-862e-a60bdc0b0a73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:01.591941 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5350f9a0-9658-470a-862e-a60bdc0b0a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26560604'] for subnet, precommit_delete_associations {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:01.725141 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5350f9a0-9658-470a-862e-a60bdc0b0a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1821'] for subnet, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:01.731117 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23cebacd-bcf3-4124-b24a-24c4a824b455 req-daa6fbcc-c1aa-4769-821c-1f8cbf9bc7e9 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Router 770499e4-acfb-4075-890b-cd606c82d0c5 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:30:01.791781 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 76b11305-fc99-42fd-a2ea-ff434283bfc8 no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:30:01.830868 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: 76b11305-fc99-42fd-a2ea-ff434283bfc8 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:30:01.831270 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 76b11305-fc99-42fd-a2ea-ff434283bfc8 not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:30:01.831757 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:30:01.873381 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:30:01.874038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 3adfc4a5-cfbd-4098-b5f0-b59bb2fe24ea not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:30:01.946143 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23cebacd-bcf3-4124-b24a-24c4a824b455 req-daa6fbcc-c1aa-4769-821c-1f8cbf9bc7e9 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:30:01.960038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5140b22c-a5f9-4ca5-823c-5a7f3971ec9e None None] Sync routers for ids ['770499e4-acfb-4075-890b-cd606c82d0c5'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:30:01.971905 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5140b22c-a5f9-4ca5-823c-5a7f3971ec9e None None] Routers {'770499e4-acfb-4075-890b-cd606c82d0c5'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:30:01.972865 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-5140b22c-a5f9-4ca5-823c-5a7f3971ec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1306c16a0>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['770499e4-acfb-4075-890b-cd606c82d0c5'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:02.035094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cebacd-bcf3-4124-b24a-24c4a824b455 req-daa6fbcc-c1aa-4769-821c-1f8cbf9bc7e9 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] No DVR routers for this DVR port 5f6d7d82-443f-4c69-bdd6-43fed6184114 on host hv-cinder-77459 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:30:02.038818 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-23cebacd-bcf3-4124-b24a-24c4a824b455 req-daa6fbcc-c1aa-4769-821c-1f8cbf9bc7e9 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:02.042082 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c28155-023b-42f3-a48c-b963e54d2b43', 'name': 'network-vif-deleted', 'tag': '5f6d7d82-443f-4c69-bdd6-43fed6184114'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:30:02.042427 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5350f9a0-9658-470a-862e-a60bdc0b0a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852025886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453487'] for subnet, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:02.055567 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-23cebacd-bcf3-4124-b24a-24c4a824b455 req-daa6fbcc-c1aa-4769-821c-1f8cbf9bc7e9 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.47 "DELETE /v2.0/ports/5f6d7d82-443f-4c69-bdd6-43fed6184114 HTTP/1.1" status: 204  len: 173 time: 1.9760971
Apr 14 11:30:02.061351 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:02.102537 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c28155-023b-42f3-a48c-b963e54d2b43', 'name': 'network-vif-deleted', 'tag': '5f6d7d82-443f-4c69-bdd6-43fed6184114', 'status': 'completed', 'code': 200}
Apr 14 11:30:02.119524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350f9a0-9658-470a-862e-a60bdc0b0a73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de6bf4f8-000f-4c47-956f-2890583d6b33,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:02.123471 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5350f9a0-9658-470a-862e-a60bdc0b0a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:02.183142 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-5140b22c-a5f9-4ca5-823c-5a7f3971ec9e None None] Set router 770499e4-acfb-4075-890b-cd606c82d0c5 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:30:02.209427 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5350f9a0-9658-470a-862e-a60bdc0b0a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:02.217954 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-5350f9a0-9658-470a-862e-a60bdc0b0a73 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/de6bf4f8-000f-4c47-956f-2890583d6b33 HTTP/1.1" status: 204  len: 168 time: 0.7697270
Apr 14 11:30:02.218428 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33178) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:02.219626 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4b0fc2-52b5-40fc-b0e0-a0d745da0f1c None None] Network bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:30:02.340419 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854664768'] for network, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:02.417887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Deleting port 11e435ab-d168-4b9c-9b15-8becc11ba2ab {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:30:02.418262 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:02.454557 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-e5fe774e-fa31-4571-b217-3370fb3d4f62 req-bffb32f2-dda3-487e-bd60-929fce649a9f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Synchronizing usage tracker for tenant:42a8edf20fd2489b856e4667ae588287 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:30:02.477641 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-e5fe774e-fa31-4571-b217-3370fb3d4f62 req-bffb32f2-dda3-487e-bd60-929fce649a9f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Unset dirty status for tenant:42a8edf20fd2489b856e4667ae588287 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:30:02.478948 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e5fe774e-fa31-4571-b217-3370fb3d4f62 req-bffb32f2-dda3-487e-bd60-929fce649a9f tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c28155-023b-42f3-a48c-b963e54d2b43 HTTP/1.1" status: 200  len: 210 time: 0.0865676
Apr 14 11:30:02.534402 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a4bbea-62b0-4b9f-97fe-f360212a0c76 None None] DHCP port deletion for bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 request from dv-cinder-774594-3-iscsi {{(pid=85284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 14 11:30:02.539219 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-72a4bbea-62b0-4b9f-97fe-f360212a0c76 None None] Deleting port 11e435ab-d168-4b9c-9b15-8becc11ba2ab {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:30:02.539647 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72a4bbea-62b0-4b9f-97fe-f360212a0c76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:02.576737 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-5140b22c-a5f9-4ca5-823c-5a7f3971ec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1306c16a0>, [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '26032407-3fbf-48bd-81e1-b0c99b5a6e93', 'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'mac_address': 'fa:16:3e:75:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:07Z', 'updated_at': '2021-04-14T11:24:25Z', 'revision_number': 5, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'subnets': [{'id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:02.581663 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5140b22c-a5f9-4ca5-823c-5a7f3971ec9e None None] Checking router: 770499e4-acfb-4075-890b-cd606c82d0c5 for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:30:02.591135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5140b22c-a5f9-4ca5-823c-5a7f3971ec9e None None] Routers {'770499e4-acfb-4075-890b-cd606c82d0c5'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:30:02.591802 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-5140b22c-a5f9-4ca5-823c-5a7f3971ec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1306c16a0>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['770499e4-acfb-4075-890b-cd606c82d0c5'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:02.716556 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] For port 11e435ab-d168-4b9c-9b15-8becc11ba2ab, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=11e435ab-d168-4b9c-9b15-8becc11ba2ab,segment=NetworkSegment(fd9866f7-0a0e-42cb-b9aa-ef965ce996a3),segment_id=fd9866f7-0a0e-42cb-b9aa-ef965ce996a3)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:02.717592 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:02.790577 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-72a4bbea-62b0-4b9f-97fe-f360212a0c76 None None] For port 11e435ab-d168-4b9c-9b15-8becc11ba2ab, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=11e435ab-d168-4b9c-9b15-8becc11ba2ab,segment=NetworkSegment(fd9866f7-0a0e-42cb-b9aa-ef965ce996a3),segment_id=fd9866f7-0a0e-42cb-b9aa-ef965ce996a3)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:02.790946 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72a4bbea-62b0-4b9f-97fe-f360212a0c76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:02.808384 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-5140b22c-a5f9-4ca5-823c-5a7f3971ec9e None None] Set router 770499e4-acfb-4075-890b-cd606c82d0c5 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:30:02.864811 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Calling delete_port for 11e435ab-d168-4b9c-9b15-8becc11ba2ab owned by network:dhcp {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:30:02.925805 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-72a4bbea-62b0-4b9f-97fe-f360212a0c76 None None] Calling delete_port for 11e435ab-d168-4b9c-9b15-8becc11ba2ab owned by network:dhcp {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:30:02.946998 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:03.008337 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.db.api [None req-72a4bbea-62b0-4b9f-97fe-f360212a0c76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85284) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 14 11:30:03.008656 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_db.api [None req-72a4bbea-62b0-4b9f-97fe-f360212a0c76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 14 11:30:03.041241 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d7673d72-beb7-49d6-b9bd-94ee1ce2722c tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:03.092699 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=11e435ab-d168-4b9c-9b15-8becc11ba2ab,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:03.108831 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:03.123720 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] No DVR routers for this DVR port 11e435ab-d168-4b9c-9b15-8becc11ba2ab on host dv-cinder-774594-3-iscsi {{(pid=85282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:30:03.155686 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-5140b22c-a5f9-4ca5-823c-5a7f3971ec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1306c16a0>, [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '26032407-3fbf-48bd-81e1-b0c99b5a6e93', 'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'mac_address': 'fa:16:3e:75:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:07Z', 'updated_at': '2021-04-14T11:24:25Z', 'revision_number': 5, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'subnets': [{'id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:03.160522 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5140b22c-a5f9-4ca5-823c-5a7f3971ec9e None None] The sync data for ids ['770499e4-acfb-4075-890b-cd606c82d0c5'] in dv-cinder-774594-3-iscsi is: [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:24:09Z', 'revision_number': 4, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '26032407-3fbf-48bd-81e1-b0c99b5a6e93', 'name': '', 'network_id': 'b697626d-73a8-4a4d-86f6-e642e203014b', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'mac_address': 'fa:16:3e:75:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:07Z', 'updated_at': '2021-04-14T11:24:25Z', 'revision_number': 5, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'subnets': [{'id': '4213cafa-277c-42ee-9b65-c2d9ae792ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:30:03.251242 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854302052', 'neutron.services.segments.db._delete_segments_for_network--9223363253325445970'] for network, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:03.310803 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:03.510149 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-72a4bbea-62b0-4b9f-97fe-f360212a0c76 None None] Deleting port 11e435ab-d168-4b9c-9b15-8becc11ba2ab {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:30:03.510863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72a4bbea-62b0-4b9f-97fe-f360212a0c76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:03.597725 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-72a4bbea-62b0-4b9f-97fe-f360212a0c76 None None] The port '11e435ab-d168-4b9c-9b15-8becc11ba2ab' was deleted {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 14 11:30:03.600486 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d0f36c-2271-4a34-ad33-792e6583a9d6 None None] New status for floating IP f0bde8a5-9906-4d5f-81f3-53a1869663ce: DOWN {{(pid=85284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 14 11:30:03.623651 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd13098b358>,) {'filters': {'network_id': ['bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1']}} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:03.637380 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd13098b358>, 'fd9866f7-0a0e-42cb-b9aa-ef965ce996a3') {'for_net_delete': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:03.637754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd13098b358>, 'fd9866f7-0a0e-42cb-b9aa-ef965ce996a3') {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:03.642945 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33190) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:03.651704 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253325448786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26561450'] for segment, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:03.668716 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:03.675707 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=85282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 14 11:30:03.726137 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4879692d-9731-408a-8778-2f4452d33013 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:03.760071 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4879692d-9731-408a-8778-2f4452d33013 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:03.816262 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4879692d-9731-408a-8778-2f4452d33013 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:03.822058 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cee9ce64-220e-4203-813a-68decd7930ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:03.839053 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 11e435ab-d168-4b9c-9b15-8becc11ba2ab no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:30:03.839666 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879692d-9731-408a-8778-2f4452d33013 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992871dd-9efa-498f-b6c9-e9b6f5a4f736,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:03.844009 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4879692d-9731-408a-8778-2f4452d33013 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:03.853590 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4879692d-9731-408a-8778-2f4452d33013 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:03.857368 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-4879692d-9731-408a-8778-2f4452d33013 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "DELETE /v2.0/security-groups/992871dd-9efa-498f-b6c9-e9b6f5a4f736 HTTP/1.1" status: 204  len: 168 time: 0.2104084
Apr 14 11:30:03.857598 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33194) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:03.874366 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Network bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:30:03.878861 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.v2.resource [None req-002cb4e5-31e4-4bc9-8bf6-acc496869735 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] show failed (client error): The resource could not be found.
Apr 14 11:30:03.882837 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-002cb4e5-31e4-4bc9-8bf6-acc496869735 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "GET /v2.0/security-groups/992871dd-9efa-498f-b6c9-e9b6f5a4f736 HTTP/1.1" status: 404  len: 347 time: 0.0214272
Apr 14 11:30:03.883083 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33198) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:03.884084 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852025971'] for segment, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:03.897533 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: 11e435ab-d168-4b9c-9b15-8becc11ba2ab {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:30:03.897924 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 11e435ab-d168-4b9c-9b15-8becc11ba2ab not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:30:04.070916 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-a79cf789-9d0a-4215-bcb0-b23d2c8cdd42 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Deleting port b2d22370-8ddc-4b54-8acf-e865067a333c {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:30:04.071328 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a79cf789-9d0a-4215-bcb0-b23d2c8cdd42 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:04.076252 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Network bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]: Traceback (most recent call last):
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:     timer()
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:     cb(*args, **kw)
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:     return func(*args, **kwargs)
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:     self._notify()
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:     self.callback(batched_events)
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:     event.method(event)
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:     segment_id)['aggregates'][0]
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:     return f(self, *a, **k)
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self._get(url).json()
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:     **kwargs)
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self.request(url, 'GET', **kwargs)
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:     **endpoint_filter)
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 14 11:30:04.101029 dv-cinder-774594-3-iscsi neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 14 11:30:04.182068 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-473733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850711281'] for network, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:04.186273 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-741fc586-36a4-4b2b-82b2-bacf6d59ddda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:04.204017 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:04.215189 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Pushing event deleted for resources: {'Network': ['ID=bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:04.219698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:04.226949 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bba9e6e1-c2fa-4d65-a75c-bffdfd36b8c1 HTTP/1.1" status: 204  len: 168 time: 2.0074821
Apr 14 11:30:04.229962 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33204) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:04.261307 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a79cf789-9d0a-4215-bcb0-b23d2c8cdd42 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:04.261679 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a79cf789-9d0a-4215-bcb0-b23d2c8cdd42 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:04.360397 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 5f6d7d82-443f-4c69-bdd6-43fed6184114 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:30:04.396240 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-a79cf789-9d0a-4215-bcb0-b23d2c8cdd42 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Calling delete_port for b2d22370-8ddc-4b54-8acf-e865067a333c owned by network:floatingip {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:30:04.399198 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: 5f6d7d82-443f-4c69-bdd6-43fed6184114 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:30:04.399595 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 5f6d7d82-443f-4c69-bdd6-43fed6184114 not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:30:04.553233 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a79cf789-9d0a-4215-bcb0-b23d2c8cdd42 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:04.568974 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-87a00bea-0047-4f06-a135-3e9f37a9cf59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:04.626720 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cf789-9d0a-4215-bcb0-b23d2c8cdd42 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Pushing event deleted for resources: {'Port': ['ID=b2d22370-8ddc-4b54-8acf-e865067a333c,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:04.629343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a79cf789-9d0a-4215-bcb0-b23d2c8cdd42 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:04.813211 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d673f651-9fcd-477e-af57-37ecf9609c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785780'] for router_interface, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:04.834563 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a79cf789-9d0a-4215-bcb0-b23d2c8cdd42 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks [] for floatingip, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:04.851784 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a79cf789-9d0a-4215-bcb0-b23d2c8cdd42 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:04.853238 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a79cf789-9d0a-4215-bcb0-b23d2c8cdd42 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] 10.222.0.20 "DELETE /v2.0/floatingips/f0bde8a5-9906-4d5f-81f3-53a1869663ce HTTP/1.1" status: 204  len: 168 time: 0.9691949
Apr 14 11:30:05.195121 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-d673f651-9fcd-477e-af57-37ecf9609c05 admin admin] Deleting port bcc2a6aa-7e5e-47e6-a065-936205eba373 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:30:05.195429 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d673f651-9fcd-477e-af57-37ecf9609c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:05.383591 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-d673f651-9fcd-477e-af57-37ecf9609c05 admin admin] For port bcc2a6aa-7e5e-47e6-a065-936205eba373, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=bcc2a6aa-7e5e-47e6-a065-936205eba373,segment=NetworkSegment(4eead919-7c11-4b6a-ac23-5dae5512342f),segment_id=4eead919-7c11-4b6a-ac23-5dae5512342f)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:05.383994 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d673f651-9fcd-477e-af57-37ecf9609c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:05.516448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-d673f651-9fcd-477e-af57-37ecf9609c05 admin admin] Calling delete_port for bcc2a6aa-7e5e-47e6-a065-936205eba373 owned by network:router_interface {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:30:05.693897 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d673f651-9fcd-477e-af57-37ecf9609c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:05.709785 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:05.768059 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673f651-9fcd-477e-af57-37ecf9609c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc2a6aa-7e5e-47e6-a065-936205eba373,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:05.771902 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d673f651-9fcd-477e-af57-37ecf9609c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:06.160058 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d673f651-9fcd-477e-af57-37ecf9609c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850874902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064707'] for router_interface, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:06.927060 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d673f651-9fcd-477e-af57-37ecf9609c05 admin admin] Router 2abd072b-0e29-451e-ab0c-1f7a67c9837c has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:30:07.116968 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d673f651-9fcd-477e-af57-37ecf9609c05 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:30:07.127307 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d03157a-6aa4-43d0-a46f-49dfdde391e1 None None] Sync routers for ids ['2abd072b-0e29-451e-ab0c-1f7a67c9837c'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:30:07.129113 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-d673f651-9fcd-477e-af57-37ecf9609c05 admin admin] 10.222.0.20 "PUT /v2.0/routers/2abd072b-0e29-451e-ab0c-1f7a67c9837c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8980458
Apr 14 11:30:07.131932 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33222) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:07.137917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d03157a-6aa4-43d0-a46f-49dfdde391e1 None None] Routers {'2abd072b-0e29-451e-ab0c-1f7a67c9837c'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:30:07.138582 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3d03157a-6aa4-43d0-a46f-49dfdde391e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1306c1710>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['2abd072b-0e29-451e-ab0c-1f7a67c9837c'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:07.323052 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9077b2b2-586e-4179-a373-8341443eabd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:07.325812 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-3d03157a-6aa4-43d0-a46f-49dfdde391e1 None None] Set router 2abd072b-0e29-451e-ab0c-1f7a67c9837c gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:30:07.527496 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9077b2b2-586e-4179-a373-8341443eabd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:07.544989 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-9077b2b2-586e-4179-a373-8341443eabd9 admin admin] Deleting port 8d9a2d18-a429-4568-873e-992567d1fb9a {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:30:07.545426 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9077b2b2-586e-4179-a373-8341443eabd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:07.682847 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3d03157a-6aa4-43d0-a46f-49dfdde391e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1306c1710>, [{'id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'name': 'tempest-TestShelveInstance-881588681-router', 'tenant_id': 'b9449d45af4f4b20be4495df7685917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '8d9a2d18-a429-4568-873e-992567d1fb9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:13Z', 'updated_at': '2021-04-14T11:30:05Z', 'revision_number': 5, 'project_id': 'b9449d45af4f4b20be4495df7685917b', 'gw_port': {'id': '8d9a2d18-a429-4568-873e-992567d1fb9a', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:15Z', 'updated_at': '2021-04-14T11:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:07.687507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d03157a-6aa4-43d0-a46f-49dfdde391e1 None None] Checking router: 2abd072b-0e29-451e-ab0c-1f7a67c9837c for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:30:07.699944 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d03157a-6aa4-43d0-a46f-49dfdde391e1 None None] Routers {'2abd072b-0e29-451e-ab0c-1f7a67c9837c'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:30:07.700757 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3d03157a-6aa4-43d0-a46f-49dfdde391e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1306c1710>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['2abd072b-0e29-451e-ab0c-1f7a67c9837c'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:07.760964 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-9077b2b2-586e-4179-a373-8341443eabd9 admin admin] For port 8d9a2d18-a429-4568-873e-992567d1fb9a, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=8d9a2d18-a429-4568-873e-992567d1fb9a,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:07.761412 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9077b2b2-586e-4179-a373-8341443eabd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:07.913965 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-9077b2b2-586e-4179-a373-8341443eabd9 admin admin] Calling delete_port for 8d9a2d18-a429-4568-873e-992567d1fb9a owned by network:router_gateway {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:30:08.039410 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-3d03157a-6aa4-43d0-a46f-49dfdde391e1 None None] Set router 2abd072b-0e29-451e-ab0c-1f7a67c9837c gateway port host: None {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:30:08.097204 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9077b2b2-586e-4179-a373-8341443eabd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:08.113487 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6229dfa6-30ed-41a6-889a-299efa87fbfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:08.153752 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3d03157a-6aa4-43d0-a46f-49dfdde391e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1306c1710>, [{'id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'name': 'tempest-TestShelveInstance-881588681-router', 'tenant_id': 'b9449d45af4f4b20be4495df7685917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:13Z', 'updated_at': '2021-04-14T11:30:07Z', 'revision_number': 6, 'project_id': 'b9449d45af4f4b20be4495df7685917b', 'gw_port_host': None}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:08.158665 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d03157a-6aa4-43d0-a46f-49dfdde391e1 None None] The sync data for ids ['2abd072b-0e29-451e-ab0c-1f7a67c9837c'] in dv-cinder-774594-3-iscsi is: [{'id': '2abd072b-0e29-451e-ab0c-1f7a67c9837c', 'name': 'tempest-TestShelveInstance-881588681-router', 'tenant_id': 'b9449d45af4f4b20be4495df7685917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:13Z', 'updated_at': '2021-04-14T11:30:07Z', 'revision_number': 6, 'project_id': 'b9449d45af4f4b20be4495df7685917b', 'gw_port_host': None}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:30:08.174238 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077b2b2-586e-4179-a373-8341443eabd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9a2d18-a429-4568-873e-992567d1fb9a,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:08.178439 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9077b2b2-586e-4179-a373-8341443eabd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:08.383549 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9077b2b2-586e-4179-a373-8341443eabd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064549'] for router_gateway, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:08.574838 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9077b2b2-586e-4179-a373-8341443eabd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3789251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767071'] for router, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:08.577236 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9077b2b2-586e-4179-a373-8341443eabd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:08.601705 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9077b2b2-586e-4179-a373-8341443eabd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850988173'] for router, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:08.602305 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9077b2b2-586e-4179-a373-8341443eabd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2abd072b-0e29-451e-ab0c-1f7a67c9837c {{(pid=85282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 14 11:30:08.615674 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9077b2b2-586e-4179-a373-8341443eabd9 admin admin] Notify callbacks [] for router, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:08.616945 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-9077b2b2-586e-4179-a373-8341443eabd9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2abd072b-0e29-451e-ab0c-1f7a67c9837c HTTP/1.1" status: 204  len: 168 time: 1.4840183
Apr 14 11:30:08.619725 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33240) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:08.688787 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e26b1b-63bf-4176-a460-d9cb94d3096e admin admin] Deleting subnet d8a3d205-7132-40bd-90e2-03b13b577c3e {{(pid=85282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 14 11:30:08.692291 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-01e26b1b-63bf-4176-a460-d9cb94d3096e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:08.746535 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-01e26b1b-63bf-4176-a460-d9cb94d3096e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26560604'] for subnet, precommit_delete_associations {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:08.840843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-01e26b1b-63bf-4176-a460-d9cb94d3096e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1821'] for subnet, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:08.985687 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33250) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:09.106468 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-01e26b1b-63bf-4176-a460-d9cb94d3096e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852025886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453487'] for subnet, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:09.127335 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c11579ad-e08f-41b8-a8e5-7f8e308f8478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:09.175024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e26b1b-63bf-4176-a460-d9cb94d3096e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8a3d205-7132-40bd-90e2-03b13b577c3e,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:09.178787 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-01e26b1b-63bf-4176-a460-d9cb94d3096e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:09.265178 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-01e26b1b-63bf-4176-a460-d9cb94d3096e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:09.271309 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-01e26b1b-63bf-4176-a460-d9cb94d3096e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d8a3d205-7132-40bd-90e2-03b13b577c3e HTTP/1.1" status: 204  len: 168 time: 0.6504500
Apr 14 11:30:09.272176 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deed1629-e0e1-40c8-add0-025470467f4d None None] Network cc5716c3-3924-4dfe-b4b5-927d94f31dfb requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:30:09.273911 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33256) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:09.396020 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854664768'] for network, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:09.477697 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Deleting port 57cfaf14-ea4c-4d69-9372-a7e6585849c9 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:30:09.477993 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:09.594660 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73c0669-eb20-4e3b-88ac-3840fa740849 None None] DHCP port deletion for cc5716c3-3924-4dfe-b4b5-927d94f31dfb request from dv-cinder-774594-3-iscsi {{(pid=85284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 14 11:30:09.599033 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-b73c0669-eb20-4e3b-88ac-3840fa740849 None None] Deleting port 57cfaf14-ea4c-4d69-9372-a7e6585849c9 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:30:09.599464 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b73c0669-eb20-4e3b-88ac-3840fa740849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:09.729410 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] For port 57cfaf14-ea4c-4d69-9372-a7e6585849c9, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=57cfaf14-ea4c-4d69-9372-a7e6585849c9,segment=NetworkSegment(4eead919-7c11-4b6a-ac23-5dae5512342f),segment_id=4eead919-7c11-4b6a-ac23-5dae5512342f)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:09.729827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:09.843953 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-b73c0669-eb20-4e3b-88ac-3840fa740849 None None] For port 57cfaf14-ea4c-4d69-9372-a7e6585849c9, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=57cfaf14-ea4c-4d69-9372-a7e6585849c9,segment=NetworkSegment(4eead919-7c11-4b6a-ac23-5dae5512342f),segment_id=4eead919-7c11-4b6a-ac23-5dae5512342f)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:09.844514 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b73c0669-eb20-4e3b-88ac-3840fa740849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:09.854793 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device bcc2a6aa-7e5e-47e6-a065-936205eba373 no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:30:09.878916 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1fc661ba-91d4-4771-9208-2e0921651aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785780'] for router_interface, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:09.913157 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Calling delete_port for 57cfaf14-ea4c-4d69-9372-a7e6585849c9 owned by network:dhcp {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:30:09.956967 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: bcc2a6aa-7e5e-47e6-a065-936205eba373 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:30:09.957209 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device bcc2a6aa-7e5e-47e6-a065-936205eba373 not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:30:09.957692 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 57cfaf14-ea4c-4d69-9372-a7e6585849c9 no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:30:09.999089 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:10.015749 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0e8c29c0-1098-491b-b648-6b51404f6c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:10.066086 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-b73c0669-eb20-4e3b-88ac-3840fa740849 None None] Calling delete_port for 57cfaf14-ea4c-4d69-9372-a7e6585849c9 owned by network:dhcp {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:30:10.076098 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Pushing event deleted for resources: {'Port': ['ID=57cfaf14-ea4c-4d69-9372-a7e6585849c9,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:10.081023 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:10.167666 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] No DVR routers for this DVR port 57cfaf14-ea4c-4d69-9372-a7e6585849c9 on host dv-cinder-774594-3-iscsi {{(pid=85282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:30:10.275892 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-1fc661ba-91d4-4771-9208-2e0921651aaf admin admin] Deleting port 26032407-3fbf-48bd-81e1-b0c99b5a6e93 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:30:10.276249 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1fc661ba-91d4-4771-9208-2e0921651aaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:10.299779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854302052', 'neutron.services.segments.db._delete_segments_for_network--9223363253325445970'] for network, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:10.335365 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No active binding found for port 57cfaf14-ea4c-4d69-9372-a7e6585849c9 {{(pid=85284) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 14 11:30:10.335809 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 57cfaf14-ea4c-4d69-9372-a7e6585849c9 not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:30:10.336272 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 8d9a2d18-a429-4568-873e-992567d1fb9a no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:30:10.388000 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: 8d9a2d18-a429-4568-873e-992567d1fb9a {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:30:10.388367 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 8d9a2d18-a429-4568-873e-992567d1fb9a not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:30:10.394485 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.db.api [None req-b73c0669-eb20-4e3b-88ac-3840fa740849 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85284) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 14 11:30:10.394901 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_db.api [None req-b73c0669-eb20-4e3b-88ac-3840fa740849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 14 11:30:10.474838 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-1fc661ba-91d4-4771-9208-2e0921651aaf admin admin] For port 26032407-3fbf-48bd-81e1-b0c99b5a6e93, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=26032407-3fbf-48bd-81e1-b0c99b5a6e93,segment=NetworkSegment(740351c2-c7cf-4200-8229-e7c24a0aac17),segment_id=740351c2-c7cf-4200-8229-e7c24a0aac17)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:10.475465 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1fc661ba-91d4-4771-9208-2e0921651aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:10.616447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-1fc661ba-91d4-4771-9208-2e0921651aaf admin admin] Calling delete_port for 26032407-3fbf-48bd-81e1-b0c99b5a6e93 owned by network:router_interface {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:30:10.671259 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd12b6aeef0>,) {'filters': {'network_id': ['cc5716c3-3924-4dfe-b4b5-927d94f31dfb']}} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:10.685271 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd12b6aeef0>, '4eead919-7c11-4b6a-ac23-5dae5512342f') {'for_net_delete': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:10.685610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd12b6aeef0>, '4eead919-7c11-4b6a-ac23-5dae5512342f') {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:10.698104 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253325448786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26561450'] for segment, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:10.715886 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:10.722373 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=85282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 14 11:30:10.795247 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1fc661ba-91d4-4771-9208-2e0921651aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:10.811140 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:10.870428 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc661ba-91d4-4771-9208-2e0921651aaf admin admin] Pushing event deleted for resources: {'Port': ['ID=26032407-3fbf-48bd-81e1-b0c99b5a6e93,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:10.874524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1fc661ba-91d4-4771-9208-2e0921651aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:10.896751 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-b73c0669-eb20-4e3b-88ac-3840fa740849 None None] Deleting port 57cfaf14-ea4c-4d69-9372-a7e6585849c9 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:30:10.897417 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b73c0669-eb20-4e3b-88ac-3840fa740849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:10.903075 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Network cc5716c3-3924-4dfe-b4b5-927d94f31dfb has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:30:10.913027 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852025971'] for segment, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:10.976569 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-b73c0669-eb20-4e3b-88ac-3840fa740849 None None] The port '57cfaf14-ea4c-4d69-9372-a7e6585849c9' was deleted {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 14 11:30:11.127113 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Network cc5716c3-3924-4dfe-b4b5-927d94f31dfb has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]: Traceback (most recent call last):
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:     timer()
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:     cb(*args, **kw)
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:     return func(*args, **kwargs)
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:     self._notify()
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:     self.callback(batched_events)
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:     event.method(event)
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:     segment_id)['aggregates'][0]
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:     return f(self, *a, **k)
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self._get(url).json()
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:     **kwargs)
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self.request(url, 'GET', **kwargs)
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:     **endpoint_filter)
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 14 11:30:11.163765 dv-cinder-774594-3-iscsi neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 14 11:30:11.240199 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-473733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850711281'] for network, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:11.243831 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:11.260239 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:11.269640 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc5716c3-3924-4dfe-b4b5-927d94f31dfb,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:11.272618 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:11.274565 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cc5716c3-3924-4dfe-b4b5-927d94f31dfb HTTP/1.1" status: 204  len: 168 time: 1.9994698
Apr 14 11:30:11.280899 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1fc661ba-91d4-4771-9208-2e0921651aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850874902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064707'] for router_interface, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:11.392461 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33266) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:11.428729 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-d994c7c1-75db-4e3a-9509-c9f8c6bde162 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73c130d3f7dc4956aa28b890684d0e50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0348766
Apr 14 11:30:11.431356 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33270) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:11.494988 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a1ab4ca5-48ee-4cbf-90ba-581a128a9a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:11.523846 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a1ab4ca5-48ee-4cbf-90ba-581a128a9a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:11.581216 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a1ab4ca5-48ee-4cbf-90ba-581a128a9a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:11.586502 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-72ac1d89-9eaa-4092-b641-3651e6fc22f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:11.599215 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab4ca5-48ee-4cbf-90ba-581a128a9a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6ce433-a094-4e2f-872a-86f77337f4ed,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:11.602447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a1ab4ca5-48ee-4cbf-90ba-581a128a9a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:11.604533 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a1ab4ca5-48ee-4cbf-90ba-581a128a9a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:11.608845 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a1ab4ca5-48ee-4cbf-90ba-581a128a9a25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad6ce433-a094-4e2f-872a-86f77337f4ed HTTP/1.1" status: 204  len: 168 time: 0.1734629
Apr 14 11:30:11.813288 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc661ba-91d4-4771-9208-2e0921651aaf admin admin] Router 770499e4-acfb-4075-890b-cd606c82d0c5 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:30:11.973287 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33278) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:12.006621 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc661ba-91d4-4771-9208-2e0921651aaf admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:30:12.015365 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ec1b7-cf23-4ad3-8763-ad47d69749bf None None] Sync routers for ids ['770499e4-acfb-4075-890b-cd606c82d0c5'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:30:12.021646 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-1fc661ba-91d4-4771-9208-2e0921651aaf admin admin] 10.222.0.20 "PUT /v2.0/routers/770499e4-acfb-4075-890b-cd606c82d0c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0338898
Apr 14 11:30:12.024359 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33282) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:12.026092 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ec1b7-cf23-4ad3-8763-ad47d69749bf None None] Routers {'770499e4-acfb-4075-890b-cd606c82d0c5'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:30:12.026773 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-814ec1b7-cf23-4ad3-8763-ad47d69749bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130489710>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['770499e4-acfb-4075-890b-cd606c82d0c5'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:12.031081 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-5cb448f9-dc79-4079-98d4-7dda470e2df4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9449d45af4f4b20be4495df7685917b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0541890
Apr 14 11:30:12.031307 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33286) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:12.110459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-83aa5da8-5fc8-44cf-98d7-3f302d0488d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:12.141307 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-83aa5da8-5fc8-44cf-98d7-3f302d0488d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:12.197023 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-83aa5da8-5fc8-44cf-98d7-3f302d0488d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:12.202675 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-25b549e8-caa6-479e-83c8-a004bd86e281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:12.221078 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa5da8-5fc8-44cf-98d7-3f302d0488d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc0e2df-ff3f-44c7-9382-4d5afba4e318,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:12.224491 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-83aa5da8-5fc8-44cf-98d7-3f302d0488d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:12.225667 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-83aa5da8-5fc8-44cf-98d7-3f302d0488d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:12.227025 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-83aa5da8-5fc8-44cf-98d7-3f302d0488d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdc0e2df-ff3f-44c7-9382-4d5afba4e318 HTTP/1.1" status: 204  len: 168 time: 0.1946552
Apr 14 11:30:12.253662 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-814ec1b7-cf23-4ad3-8763-ad47d69749bf None None] Set router 770499e4-acfb-4075-890b-cd606c82d0c5 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:30:12.473504 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-05ffbd0d-f1a8-46f7-9bbd-48e5f6dceed3 admin admin] Notify callbacks [] for router, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:12.594262 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-814ec1b7-cf23-4ad3-8763-ad47d69749bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130489710>, [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:30:10Z', 'revision_number': 5, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:12.599549 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ec1b7-cf23-4ad3-8763-ad47d69749bf None None] Checking router: 770499e4-acfb-4075-890b-cd606c82d0c5 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:30:12.608608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ec1b7-cf23-4ad3-8763-ad47d69749bf None None] Routers {'770499e4-acfb-4075-890b-cd606c82d0c5'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:30:12.609303 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-814ec1b7-cf23-4ad3-8763-ad47d69749bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130489710>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['770499e4-acfb-4075-890b-cd606c82d0c5'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:12.669693 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-05ffbd0d-f1a8-46f7-9bbd-48e5f6dceed3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:12.681404 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-05ffbd0d-f1a8-46f7-9bbd-48e5f6dceed3 admin admin] Deleting port 8136cd0d-5189-4ae0-83a6-4dde8c5c6870 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:30:12.681806 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-05ffbd0d-f1a8-46f7-9bbd-48e5f6dceed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:12.803604 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-814ec1b7-cf23-4ad3-8763-ad47d69749bf None None] Set router 770499e4-acfb-4075-890b-cd606c82d0c5 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:30:12.874373 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-05ffbd0d-f1a8-46f7-9bbd-48e5f6dceed3 admin admin] For port 8136cd0d-5189-4ae0-83a6-4dde8c5c6870, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=8136cd0d-5189-4ae0-83a6-4dde8c5c6870,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:12.875013 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-05ffbd0d-f1a8-46f7-9bbd-48e5f6dceed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:13.014921 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-05ffbd0d-f1a8-46f7-9bbd-48e5f6dceed3 admin admin] Calling delete_port for 8136cd0d-5189-4ae0-83a6-4dde8c5c6870 owned by network:router_gateway {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:30:13.099071 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33312) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:13.123044 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-814ec1b7-cf23-4ad3-8763-ad47d69749bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130489710>, [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:30:10Z', 'revision_number': 5, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:13.127937 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ec1b7-cf23-4ad3-8763-ad47d69749bf None None] The sync data for ids ['770499e4-acfb-4075-890b-cd606c82d0c5'] in dv-cinder-774594-3-iscsi is: [{'id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'name': 'tempest-AttachVolumeTestJSON-1238882880-router', 'tenant_id': '42a8edf20fd2489b856e4667ae588287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:23:57Z', 'updated_at': '2021-04-14T11:30:10Z', 'revision_number': 5, 'project_id': '42a8edf20fd2489b856e4667ae588287', 'gw_port': {'id': '8136cd0d-5189-4ae0-83a6-4dde8c5c6870', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770499e4-acfb-4075-890b-cd606c82d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:23:59Z', 'updated_at': '2021-04-14T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:30:13.196122 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-05ffbd0d-f1a8-46f7-9bbd-48e5f6dceed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:13.229212 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1346069445-network', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:13.234467 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:13.238810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Usage tracker for resource:network and tenant:82996a92f9a3422d9c63368b5bbe0761 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:13.242289 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:13.254767 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:13.264508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Made reservation on behalf of 82996a92f9a3422d9c63368b5bbe0761 for: {'network': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:30:13.270279 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:13.284088 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:13.291032 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6c1de1a9-fa4f-43dc-9d09-641f1518beee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:13.300207 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:13.304280 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Usage tracker for resource:security_group_rule and tenant:82996a92f9a3422d9c63368b5bbe0761 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:13.307316 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:13.313449 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:13.346319 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffbd0d-f1a8-46f7-9bbd-48e5f6dceed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8136cd0d-5189-4ae0-83a6-4dde8c5c6870,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:13.350927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-05ffbd0d-f1a8-46f7-9bbd-48e5f6dceed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:13.413798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:13.417892 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:13.422492 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d9974f9b-6d99-4764-853f-815767187372 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:13.450709 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236}  {{(pid=85282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:30:13.464587 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0037ee06-5085-484b-a1f7-1f92f270cacd,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:13.468000 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:13.471087 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:13.471493 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Added segment ece6f419-b3cf-4620-9ace-7eb1fc63b976 of type vlan for network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895
Apr 14 11:30:13.492703 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-05ffbd0d-f1a8-46f7-9bbd-48e5f6dceed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064549'] for router_gateway, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:13.500964 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:13.535564 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:13.536991 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:13.537676 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:13.543125 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2276f99d-ec0f-4950-a11b-d55dcfbc8daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:13.657455 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5571494
Apr 14 11:30:13.659262 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Pushing event updated for resources: {'Network': ['ID=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:13.662140 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:13.662849 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33320) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:13.669625 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-c6e139f8-1cf6-4be7-b6c5-2645168e8815 admin admin] Request body: {'subnet': {'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1346069445-subnet', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'ip_version': 4}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:13.669764 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:30:13.675597 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c6e139f8-1cf6-4be7-b6c5-2645168e8815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:13.683647 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-05ffbd0d-f1a8-46f7-9bbd-48e5f6dceed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3789251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767071'] for router, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:13.686157 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-05ffbd0d-f1a8-46f7-9bbd-48e5f6dceed3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:13.688296 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c6e139f8-1cf6-4be7-b6c5-2645168e8815 admin admin] Usage tracker for resource:subnet and tenant:82996a92f9a3422d9c63368b5bbe0761 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:13.691929 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c6e139f8-1cf6-4be7-b6c5-2645168e8815 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:13.698593 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c6e139f8-1cf6-4be7-b6c5-2645168e8815 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:13.708448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-05ffbd0d-f1a8-46f7-9bbd-48e5f6dceed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850988173'] for router, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:13.708951 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ffbd0d-f1a8-46f7-9bbd-48e5f6dceed3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 770499e4-acfb-4075-890b-cd606c82d0c5 {{(pid=85281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 14 11:30:13.709507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e139f8-1cf6-4be7-b6c5-2645168e8815 admin admin] Made reservation on behalf of 82996a92f9a3422d9c63368b5bbe0761 for: {'subnet': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:30:13.715246 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6e139f8-1cf6-4be7-b6c5-2645168e8815 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852322423'] for subnet, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:13.722648 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-05ffbd0d-f1a8-46f7-9bbd-48e5f6dceed3 admin admin] Notify callbacks [] for router, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:13.726811 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-05ffbd0d-f1a8-46f7-9bbd-48e5f6dceed3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/770499e4-acfb-4075-890b-cd606c82d0c5 HTTP/1.1" status: 204  len: 168 time: 1.7005596
Apr 14 11:30:13.727484 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33324) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:13.811107 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aea43ec-4462-4873-a4b9-02cb595010d5 admin admin] Deleting subnet 4213cafa-277c-42ee-9b65-c2d9ae792ac7 {{(pid=85281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 14 11:30:13.815410 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1aea43ec-4462-4873-a4b9-02cb595010d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:13.836965 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 26032407-3fbf-48bd-81e1-b0c99b5a6e93 no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:30:13.876139 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: 26032407-3fbf-48bd-81e1-b0c99b5a6e93 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:30:13.876888 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 26032407-3fbf-48bd-81e1-b0c99b5a6e93 not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:30:13.880331 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1aea43ec-4462-4873-a4b9-02cb595010d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2265747'] for subnet, precommit_delete_associations {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:13.970690 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1aea43ec-4462-4873-a4b9-02cb595010d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1821'] for subnet, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:14.166374 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6e139f8-1cf6-4be7-b6c5-2645168e8815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2749725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852322314'] for subnet, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:14.182200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ac19965c-f990-4926-9964-caeef4088c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:14.234997 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1aea43ec-4462-4873-a4b9-02cb595010d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2429323'] for subnet, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:14.254172 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-733939e7-ca04-42a6-aa2c-641549644a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:14.300067 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea43ec-4462-4873-a4b9-02cb595010d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4213cafa-277c-42ee-9b65-c2d9ae792ac7,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:14.303809 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1aea43ec-4462-4873-a4b9-02cb595010d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:14.320284 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e139f8-1cf6-4be7-b6c5-2645168e8815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec1a290f-af9e-46f3-8cfe-14cb7113e5fc,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:14.323202 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6e139f8-1cf6-4be7-b6c5-2645168e8815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:14.391414 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1aea43ec-4462-4873-a4b9-02cb595010d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:14.393726 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e139f8-1cf6-4be7-b6c5-2645168e8815 admin admin] Checking segment: {'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:30:14.394137 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e139f8-1cf6-4be7-b6c5-2645168e8815 admin admin] Network hostable DHCP agents. Network: 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:30:14.399861 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f07b08f-225c-4dca-b5e6-4fbce2e963da None None] Network b697626d-73a8-4a4d-86f6-e642e203014b requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:30:14.400051 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-1aea43ec-4462-4873-a4b9-02cb595010d5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4213cafa-277c-42ee-9b65-c2d9ae792ac7 HTTP/1.1" status: 204  len: 168 time: 0.6715221
Apr 14 11:30:14.402910 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33330) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:14.428169 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e139f8-1cf6-4be7-b6c5-2645168e8815 admin admin] Network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:30:14.438943 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-c6e139f8-1cf6-4be7-b6c5-2645168e8815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895) {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:30:14.455288 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e139f8-1cf6-4be7-b6c5-2645168e8815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:14.455952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6e139f8-1cf6-4be7-b6c5-2645168e8815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:14.480697 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c6e139f8-1cf6-4be7-b6c5-2645168e8815 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8166440
Apr 14 11:30:14.483338 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33334) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:14.489347 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:14.494824 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:14.499129 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Usage tracker for resource:router and tenant:82996a92f9a3422d9c63368b5bbe0761 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:14.503312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44aa7f31-7ccc-429f-b449-e6a565cc3204 None None] Network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:30:14.503763 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:14.510132 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:14.527377 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3789078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767086'] for router, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:14.528535 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850986637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850692849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8730'] for router, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:14.542062 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854664768'] for network, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:14.544682 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:14.623002 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Deleting port bf81509a-f3aa-4beb-ad12-c0d6535271e5 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:30:14.623755 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:14.840969 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850711200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3789281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8745'] for router, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:14.853196 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] For port bf81509a-f3aa-4beb-ad12-c0d6535271e5, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=bf81509a-f3aa-4beb-ad12-c0d6535271e5,segment=NetworkSegment(740351c2-c7cf-4200-8229-e7c24a0aac17),segment_id=740351c2-c7cf-4200-8229-e7c24a0aac17)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:14.853610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:14.857697 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c1116d-930f-5d36-b25c-610eedf1c683-3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc'}]}} from dv-cinder-774594-3-iscsi. {{(pid=85284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 14 11:30:14.858610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:14.933020 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993a75b3-89c3-4db7-8827-e51c30866ec5 None None] DHCP port deletion for b697626d-73a8-4a4d-86f6-e642e203014b request from dv-cinder-774594-3-iscsi {{(pid=85284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 14 11:30:14.945368 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-993a75b3-89c3-4db7-8827-e51c30866ec5 None None] Deleting port bf81509a-f3aa-4beb-ad12-c0d6535271e5 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:30:14.945800 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-993a75b3-89c3-4db7-8827-e51c30866ec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:15.004721 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Calling delete_port for bf81509a-f3aa-4beb-ad12-c0d6535271e5 owned by network:dhcp {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:30:15.100462 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:15.117998 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-766838c4-8098-44ca-aa04-015953dede7e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:15.185365 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf81509a-f3aa-4beb-ad12-c0d6535271e5,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:15.189449 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:15.217886 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:15.255251 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:15.274966 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] No DVR routers for this DVR port bf81509a-f3aa-4beb-ad12-c0d6535271e5 on host dv-cinder-774594-3-iscsi {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:30:15.281974 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-993a75b3-89c3-4db7-8827-e51c30866ec5 None None] The port 'bf81509a-f3aa-4beb-ad12-c0d6535271e5' was deleted {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 14 11:30:15.309995 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Allocated IP 172.20.0.2 (3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895/ec1a290f-af9e-46f3-8cfe-14cb7113e5fc/8627144e-3cd7-4c92-a520-6ad72cb580ac) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:30:15.404481 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854302052', 'neutron.services.segments.db._delete_segments_for_network--9223363253325445970'] for network, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:15.420318 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Allocated IP 172.27.2.192 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/3705269e-181b-4910-9dd3-434eff326e8b) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:30:15.526331 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd12adacb00>,) {'filters': {'network_id': ['b697626d-73a8-4a4d-86f6-e642e203014b']}} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:15.542350 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd12adacb00>, '740351c2-c7cf-4200-8229-e7c24a0aac17') {'for_net_delete': True} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:15.542695 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd12adacb00>, '740351c2-c7cf-4200-8229-e7c24a0aac17') {} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:15.556971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253325448786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2265445'] for segment, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:15.566698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:15.580210 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:15.585682 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:15.588406 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=85281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 14 11:30:15.627170 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:15.644156 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1e053c3c-843b-4f1e-a7ad-000b95a605e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:15.800819 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Network b697626d-73a8-4a4d-86f6-e642e203014b has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:30:15.801021 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 8136cd0d-5189-4ae0-83a6-4dde8c5c6870 no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:30:15.811041 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253485'] for segment, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:15.837918 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Pushing event updated for resources: {'Port': ['ID=3705269e-181b-4910-9dd3-434eff326e8b,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:15.843441 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: 8136cd0d-5189-4ae0-83a6-4dde8c5c6870 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:30:15.844454 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 8136cd0d-5189-4ae0-83a6-4dde8c5c6870 not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:30:15.845992 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:15.846941 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device bf81509a-f3aa-4beb-ad12-c0d6535271e5 no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:30:15.886743 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: bf81509a-f3aa-4beb-ad12-c0d6535271e5 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:30:15.887151 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device bf81509a-f3aa-4beb-ad12-c0d6535271e5 not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:30:15.904544 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:30:15.905765 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:30:15.908432 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:30:16.027843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Network b697626d-73a8-4a4d-86f6-e642e203014b has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]: Traceback (most recent call last):
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:     timer()
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:     cb(*args, **kw)
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:     return func(*args, **kwargs)
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:     self._notify()
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:     self.callback(batched_events)
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:     event.method(event)
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:     segment_id)['aggregates'][0]
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:     return f(self, *a, **k)
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self._get(url).json()
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:     **kwargs)
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self.request(url, 'GET', **kwargs)
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:     **endpoint_filter)
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 14 11:30:16.056946 dv-cinder-774594-3-iscsi neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 14 11:30:16.134343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Transition to ACTIVE for port object 8627144e-3cd7-4c92-a520-6ad72cb580ac will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:30:16.135975 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-473733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850711281'] for network, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:16.139824 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:16.162851 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Transition to ACTIVE for port object 8627144e-3cd7-4c92-a520-6ad72cb580ac will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:30:16.169804 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:16.171125 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:16.181798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Pushing event deleted for resources: {'Network': ['ID=b697626d-73a8-4a4d-86f6-e642e203014b,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:16.187357 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:16.192509 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:16.204430 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-dbf166f5-d609-4cf5-a73b-f0a03bf4fb32 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b697626d-73a8-4a4d-86f6-e642e203014b HTTP/1.1" status: 204  len: 168 time: 1.7978792
Apr 14 11:30:16.359459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33342) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:16.369448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Pushing event updated for resources: {'Port': ['ID=8627144e-3cd7-4c92-a520-6ad72cb580ac,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:16.375374 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:16.412886 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-95e307cd-5ddd-4e6d-a878-4f6bef12756e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42a8edf20fd2489b856e4667ae588287&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0494974
Apr 14 11:30:16.413682 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33346) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:16.429664 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:30:16.432429 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Resources bound (agent type, host, resource id):  {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:30:16.433917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:30:16.496038 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-456d3661-9312-4a18-a8e2-43b5cab39f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:16.534714 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-456d3661-9312-4a18-a8e2-43b5cab39f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:16.560543 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Attempting to bind port 8627144e-3cd7-4c92-a520-6ad72cb580ac on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:30:16.560970 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Attempting to bind port 8627144e-3cd7-4c92-a520-6ad72cb580ac by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:30:16.561551 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Attempting to bind port 8627144e-3cd7-4c92-a520-6ad72cb580ac on network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:30:16.568940 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:30:16.569441 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Checking segment: {'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:30:16.569902 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:16.570348 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Bound using segment: {'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:30:16.570887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Bound port: 8627144e-3cd7-4c92-a520-6ad72cb580ac, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:30:16.571309 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:16.588920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-456d3661-9312-4a18-a8e2-43b5cab39f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:16.594513 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-22d4df5f-ced7-4b69-91f6-87b583f7abed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:16.610814 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d3661-9312-4a18-a8e2-43b5cab39f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0aedc1-f227-46b5-a574-6cf3d662c5ef,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:16.613587 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-456d3661-9312-4a18-a8e2-43b5cab39f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:16.619747 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-456d3661-9312-4a18-a8e2-43b5cab39f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:16.621254 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-456d3661-9312-4a18-a8e2-43b5cab39f83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c0aedc1-f227-46b5-a574-6cf3d662c5ef HTTP/1.1" status: 204  len: 168 time: 0.2064617
Apr 14 11:30:16.674675 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:16.676092 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] For port 8627144e-3cd7-4c92-a520-6ad72cb580ac, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:30:16.680245 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] For port 8627144e-3cd7-4c92-a520-6ad72cb580ac, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=8627144e-3cd7-4c92-a520-6ad72cb580ac,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:30:16.686278 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:16.703153 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:16.856110 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Pushing event updated for resources: {'Port': ['ID=8627144e-3cd7-4c92-a520-6ad72cb580ac,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:16.861800 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:17.066125 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850986519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064587'] for router, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:17.328830 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Router de3842f2-4094-4134-9f54-acaf4321f740 is scheduled to L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 with binding_index 1 {{(pid=85282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 14 11:30:17.531969 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:30:17.546702 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Sync routers for ids ['de3842f2-4094-4134-9f54-acaf4321f740'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:30:17.557579 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Routers {'de3842f2-4094-4134-9f54-acaf4321f740'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:30:17.558250 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1307fceb8>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['de3842f2-4094-4134-9f54-acaf4321f740'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:17.563615 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] Notify callbacks [] for router, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:17.568292 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c0a30283-1627-458a-8f16-3a34920480a8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.0813353
Apr 14 11:30:17.568911 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33372) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:17.755818 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Set router de3842f2-4094-4134-9f54-acaf4321f740 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:30:17.851062 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 8627144e-3cd7-4c92-a520-6ad72cb580ac up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:30:18.024524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 8627144e-3cd7-4c92-a520-6ad72cb580ac completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:30:18.171381 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1307fceb8>, [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:16Z', 'revision_number': 3, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:18.176902 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Checking router: de3842f2-4094-4134-9f54-acaf4321f740 for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:30:18.177466 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Updating router de3842f2-4094-4134-9f54-acaf4321f740 port 3705269e-181b-4910-9dd3-434eff326e8b binding host dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:30:18.264892 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:18.297310 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47fa611-f0bf-4373-b381-9c8d1ef6e125 None None] Network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:30:18.457771 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-435b44b2-6f2b-48db-89da-2d7efc99b8ea None None] Provisioning for port 8627144e-3cd7-4c92-a520-6ad72cb580ac completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:30:18.465580 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-435b44b2-6f2b-48db-89da-2d7efc99b8ea None None] Provisioning complete for port 8627144e-3cd7-4c92-a520-6ad72cb580ac triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:18.466088 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-435b44b2-6f2b-48db-89da-2d7efc99b8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:18.475689 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:18.718141 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-435b44b2-6f2b-48db-89da-2d7efc99b8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:18.728577 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Allocated IP 172.20.0.1 (3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895/ec1a290f-af9e-46f3-8cfe-14cb7113e5fc/8a612dec-9b43-4837-8b09-bb828e8f0a7e) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:30:18.746385 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-435b44b2-6f2b-48db-89da-2d7efc99b8ea None None] For port 8627144e-3cd7-4c92-a520-6ad72cb580ac, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=8627144e-3cd7-4c92-a520-6ad72cb580ac,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:18.747309 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:18.753916 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-435b44b2-6f2b-48db-89da-2d7efc99b8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:18.756546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:18.762042 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Transition to ACTIVE for port object 3705269e-181b-4910-9dd3-434eff326e8b will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:30:18.767866 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:18.785287 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ce4f841a-6d70-417f-8325-b7efaa4322d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:18.834641 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b44b2-6f2b-48db-89da-2d7efc99b8ea None None] Pushing event updated for resources: {'Port': ['ID=8627144e-3cd7-4c92-a520-6ad72cb580ac,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:18.848079 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-435b44b2-6f2b-48db-89da-2d7efc99b8ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:18.900396 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:18.919535 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Transition to ACTIVE for port object 8a612dec-9b43-4837-8b09-bb828e8f0a7e will not be triggered until provisioned by entity DHCP. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:30:18.938608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02df599-f4aa-4222-bf46-811a27256833 None None] Pushing event updated for resources: {'Port': ['ID=3705269e-181b-4910-9dd3-434eff326e8b,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:18.945883 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:18.953857 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df599-f4aa-4222-bf46-811a27256833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:18.954251 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df599-f4aa-4222-bf46-811a27256833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:18.955255 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df599-f4aa-4222-bf46-811a27256833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:18.955861 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df599-f4aa-4222-bf46-811a27256833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:18.956240 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df599-f4aa-4222-bf46-811a27256833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:18.956615 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df599-f4aa-4222-bf46-811a27256833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:18.956987 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df599-f4aa-4222-bf46-811a27256833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:18.957381 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df599-f4aa-4222-bf46-811a27256833 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:18.957754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df599-f4aa-4222-bf46-811a27256833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:18.958121 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df599-f4aa-4222-bf46-811a27256833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:18.958487 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df599-f4aa-4222-bf46-811a27256833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:18.958850 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df599-f4aa-4222-bf46-811a27256833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:18.962343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c466c286-b429-4adc-a4b1-2ca4288227bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:18.965227 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c02df599-f4aa-4222-bf46-811a27256833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:19.012002 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Attempting to bind port 3705269e-181b-4910-9dd3-434eff326e8b on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:30:19.012796 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Attempting to bind port 3705269e-181b-4910-9dd3-434eff326e8b by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:30:19.012796 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Attempting to bind port 3705269e-181b-4910-9dd3-434eff326e8b on network b458cc77-65ed-4ced-9d68-fd61bb856146 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:30:19.019403 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:30:19.020151 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Checking segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:30:19.020289 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:19.020663 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Bound using segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:30:19.021211 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Bound port: 3705269e-181b-4910-9dd3-434eff326e8b, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:30:19.021797 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:19.081317 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-4623c619-90a0-4af6-9fb1-930da3065332 None None] Provisioning complete for port 8627144e-3cd7-4c92-a520-6ad72cb580ac triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:19.081906 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4623c619-90a0-4af6-9fb1-930da3065332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:19.104139 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] For port 3705269e-181b-4910-9dd3-434eff326e8b, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:30:19.107593 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Pushing event updated for resources: {'Port': ['ID=8a612dec-9b43-4837-8b09-bb828e8f0a7e,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:19.107748 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] For port 3705269e-181b-4910-9dd3-434eff326e8b, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=3705269e-181b-4910-9dd3-434eff326e8b,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:30:19.113591 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:19.116149 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:19.132812 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:19.156144 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:30:19.157614 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:30:19.159935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:30:19.217905 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064652'] for router_interface, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:19.292404 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02df599-f4aa-4222-bf46-811a27256833 None None] Pushing event updated for resources: {'Port': ['ID=3705269e-181b-4910-9dd3-434eff326e8b,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:19.295809 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c02df599-f4aa-4222-bf46-811a27256833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:19.345084 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Routers {'de3842f2-4094-4134-9f54-acaf4321f740'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:30:19.345938 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1307fceb8>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['de3842f2-4094-4134-9f54-acaf4321f740'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:19.348333 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:19.449157 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cd413801-e502-49c9-86dc-ceb0bfcd10f3 None None] Provisioning for port 8a612dec-9b43-4837-8b09-bb828e8f0a7e completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:30:19.454226 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cd413801-e502-49c9-86dc-ceb0bfcd10f3 None None] Provisioning complete for port 8a612dec-9b43-4837-8b09-bb828e8f0a7e triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:19.455040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cd413801-e502-49c9-86dc-ceb0bfcd10f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:19.531019 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cd413801-e502-49c9-86dc-ceb0bfcd10f3 None None] Port 8a612dec-9b43-4837-8b09-bb828e8f0a7e cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:30:19.564565 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] Set router de3842f2-4094-4134-9f54-acaf4321f740 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:30:19.824117 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 8627144e-3cd7-4c92-a520-6ad72cb580ac up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:30:19.912960 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 8627144e-3cd7-4c92-a520-6ad72cb580ac triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:19.913590 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:19.953026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:19.958719 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:19.998491 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:20.102166 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3900898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785765'] for router_interface, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:20.119483 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Pushing event updated for resources: {'Port': ['ID=8a612dec-9b43-4837-8b09-bb828e8f0a7e,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:20.134874 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:20.152285 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1307fceb8>, [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:18Z', 'revision_number': 1, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:20.156793 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366f8fa-758a-4d8b-b460-b9def02b82e4 None None] The sync data for ids ['de3842f2-4094-4134-9f54-acaf4321f740'] in dv-cinder-774594-3-iscsi is: [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:18Z', 'revision_number': 1, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:30:20.272880 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:30:20.274161 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:30:20.462457 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-7249d2be-30be-409f-9f93-f310cf697ba6 None None] Provisioning complete for port 8a612dec-9b43-4837-8b09-bb828e8f0a7e triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:20.462875 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7249d2be-30be-409f-9f93-f310cf697ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:20.483066 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Router de3842f2-4094-4134-9f54-acaf4321f740 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:30:20.527532 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-7249d2be-30be-409f-9f93-f310cf697ba6 None None] Port 8a612dec-9b43-4837-8b09-bb828e8f0a7e cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:30:20.697009 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:30:20.709215 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-0a43eaf2-4016-4c1e-ab2e-26b525540102 admin admin] 10.222.0.20 "PUT /v2.0/routers/de3842f2-4094-4134-9f54-acaf4321f740/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1364214
Apr 14 11:30:21.366039 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33436) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:21.372447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-303698027-network', 'tenant_id': 'ade709a44f3747ab8a83f957e3fca24b'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:21.378783 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:21.383022 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Usage tracker for resource:network and tenant:ade709a44f3747ab8a83f957e3fca24b is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:21.386100 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:21.392375 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:21.403946 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Made reservation on behalf of ade709a44f3747ab8a83f957e3fca24b for: {'network': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:30:21.409472 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:21.422543 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:21.438982 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:21.443194 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ade709a44f3747ab8a83f957e3fca24b is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:21.446169 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:21.452293 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:21.542946 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:21.546299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:21.552552 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bebb488c-184e-4961-9442-bdff084bcf3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:21.582308 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244}  {{(pid=85282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:30:21.591559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce59aad-9c11-44bc-9691-a4ecde36be75,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:21.596006 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:21.598606 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:21.598999 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Added segment a1d535af-eae6-400b-b205-ea116c7964ef of type vlan for network bf15833d-2e1c-461c-8686-93c6b3bd3e50
Apr 14 11:30:21.626672 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:21.658184 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:21.659759 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:21.660410 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:21.665420 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:21.772964 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4056466
Apr 14 11:30:21.773223 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33440) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:21.779797 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-de85485b-e5db-4c5d-a95f-1c2434d0e921 admin admin] Request body: {'subnet': {'network_id': 'bf15833d-2e1c-461c-8686-93c6b3bd3e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-303698027-subnet', 'tenant_id': 'ade709a44f3747ab8a83f957e3fca24b', 'ip_version': 4}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:21.780073 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Pushing event updated for resources: {'Network': ['ID=bf15833d-2e1c-461c-8686-93c6b3bd3e50,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:21.785828 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-de85485b-e5db-4c5d-a95f-1c2434d0e921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:21.785995 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:21.790659 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-de85485b-e5db-4c5d-a95f-1c2434d0e921 admin admin] Usage tracker for resource:subnet and tenant:ade709a44f3747ab8a83f957e3fca24b is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:21.792455 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network bf15833d-2e1c-461c-8686-93c6b3bd3e50 details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:30:21.794124 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-de85485b-e5db-4c5d-a95f-1c2434d0e921 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:21.800665 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-de85485b-e5db-4c5d-a95f-1c2434d0e921 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:21.811665 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de85485b-e5db-4c5d-a95f-1c2434d0e921 admin admin] Made reservation on behalf of ade709a44f3747ab8a83f957e3fca24b for: {'subnet': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:30:21.816848 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-de85485b-e5db-4c5d-a95f-1c2434d0e921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852346387'] for subnet, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:21.823391 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 3705269e-181b-4910-9dd3-434eff326e8b up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:30:21.973040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 3705269e-181b-4910-9dd3-434eff326e8b completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:30:21.977973 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 3705269e-181b-4910-9dd3-434eff326e8b triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:21.978401 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:22.104796 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:22.121536 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 3705269e-181b-4910-9dd3-434eff326e8b, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=3705269e-181b-4910-9dd3-434eff326e8b,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:22.124432 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:22.126959 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:22.201509 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=3705269e-181b-4910-9dd3-434eff326e8b,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:22.206134 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:22.466888 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-de85485b-e5db-4c5d-a95f-1c2434d0e921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852522435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852346478'] for subnet, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:22.481969 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f7b919ee-b72f-4c74-a2e2-501878c5db21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:22.617019 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85485b-e5db-4c5d-a95f-1c2434d0e921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1e60cc7-99eb-4a35-995e-819bac8c0610,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:22.619971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-de85485b-e5db-4c5d-a95f-1c2434d0e921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:22.685498 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de85485b-e5db-4c5d-a95f-1c2434d0e921 admin admin] Checking segment: {'id': 'a1d535af-eae6-400b-b205-ea116c7964ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf15833d-2e1c-461c-8686-93c6b3bd3e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:30:22.685897 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de85485b-e5db-4c5d-a95f-1c2434d0e921 admin admin] Network hostable DHCP agents. Network: bf15833d-2e1c-461c-8686-93c6b3bd3e50, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:30:22.706026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de85485b-e5db-4c5d-a95f-1c2434d0e921 admin admin] Network bf15833d-2e1c-461c-8686-93c6b3bd3e50 is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:30:22.714232 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-de85485b-e5db-4c5d-a95f-1c2434d0e921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, bf15833d-2e1c-461c-8686-93c6b3bd3e50) {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:30:22.724738 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d152f58e-4aa3-48e0-a055-dcdf1d06d46b None None] Network bf15833d-2e1c-461c-8686-93c6b3bd3e50 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:30:22.730304 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de85485b-e5db-4c5d-a95f-1c2434d0e921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:22.730958 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-de85485b-e5db-4c5d-a95f-1c2434d0e921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:22.750230 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-de85485b-e5db-4c5d-a95f-1c2434d0e921 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9759438
Apr 14 11:30:22.754030 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33448) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:22.759685 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-303698027-router', 'tenant_id': 'ade709a44f3747ab8a83f957e3fca24b', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:22.764550 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:22.769596 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Usage tracker for resource:router and tenant:ade709a44f3747ab8a83f957e3fca24b is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:22.773335 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:22.779606 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:22.788883 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3789078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767086'] for router, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:22.790473 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850986637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850692849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8730'] for router, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:22.806753 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:23.104813 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850711200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3789281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8745'] for router, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:23.131163 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c1116d-930f-5d36-b25c-610eedf1c683-bf15833d-2e1c-461c-8686-93c6b3bd3e50', 'network_id': 'bf15833d-2e1c-461c-8686-93c6b3bd3e50', 'tenant_id': 'ade709a44f3747ab8a83f957e3fca24b', 'fixed_ips': [{'subnet_id': 'f1e60cc7-99eb-4a35-995e-819bac8c0610'}]}} from dv-cinder-774594-3-iscsi. {{(pid=85284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 14 11:30:23.132352 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:23.299601 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Allocated IP 172.20.0.2 (bf15833d-2e1c-461c-8686-93c6b3bd3e50/f1e60cc7-99eb-4a35-995e-819bac8c0610/3948c7f4-4724-4f14-9046-07b0cccf9ab5) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:30:23.397954 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Sync routers for ids ['de3842f2-4094-4134-9f54-acaf4321f740'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:30:23.424299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Routers {'de3842f2-4094-4134-9f54-acaf4321f740'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:30:23.424981 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1303f1668>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['de3842f2-4094-4134-9f54-acaf4321f740'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:23.443011 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:23.478556 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:23.633554 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Allocated IP 172.27.2.168 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/23180228-6629-4f5e-bb8b-b6845bcfb457) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:30:23.707452 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Set router de3842f2-4094-4134-9f54-acaf4321f740 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:30:23.803730 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:23.805899 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:23.810129 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 3705269e-181b-4910-9dd3-434eff326e8b up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:30:23.837516 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:23.854026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-05ffbd0d-f1a8-46f7-9bbd-48e5f6dceed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:23.940008 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Transition to ACTIVE for port object 3948c7f4-4724-4f14-9046-07b0cccf9ab5 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:30:24.005161 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Pushing event updated for resources: {'Port': ['ID=23180228-6629-4f5e-bb8b-b6845bcfb457,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:24.020035 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:24.020458 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:24.020875 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:24.021317 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:24.021723 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:24.022127 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:24.022534 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:24.022935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:24.023339 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:24.023737 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:24.024135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:24.024532 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:24.030438 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:24.046894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Transition to ACTIVE for port object 3948c7f4-4724-4f14-9046-07b0cccf9ab5 will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:30:24.061193 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:24.070384 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:30:24.071519 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:30:24.073817 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:30:24.079191 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:24.223866 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 3705269e-181b-4910-9dd3-434eff326e8b triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:24.224293 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:24.326161 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Pushing event updated for resources: {'Port': ['ID=3948c7f4-4724-4f14-9046-07b0cccf9ab5,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:24.341896 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:24.450629 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Network bf15833d-2e1c-461c-8686-93c6b3bd3e50 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:30:24.461817 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Resources bound (agent type, host, resource id):  {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:30:24.468139 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:30:24.523773 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:24.740108 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1303f1668>, [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 2, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:24.747867 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Checking router: de3842f2-4094-4134-9f54-acaf4321f740 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:30:24.748263 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Updating router de3842f2-4094-4134-9f54-acaf4321f740 port 8a612dec-9b43-4837-8b09-bb828e8f0a7e binding host dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:30:24.790967 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Attempting to bind port 3948c7f4-4724-4f14-9046-07b0cccf9ab5 on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:30:24.791351 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Attempting to bind port 3948c7f4-4724-4f14-9046-07b0cccf9ab5 by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': 'a1d535af-eae6-400b-b205-ea116c7964ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf15833d-2e1c-461c-8686-93c6b3bd3e50'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:30:24.795138 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Attempting to bind port 3948c7f4-4724-4f14-9046-07b0cccf9ab5 on network bf15833d-2e1c-461c-8686-93c6b3bd3e50 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:30:24.808066 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:30:24.808487 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Checking segment: {'id': 'a1d535af-eae6-400b-b205-ea116c7964ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf15833d-2e1c-461c-8686-93c6b3bd3e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:30:24.808926 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:24.809382 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Bound using segment: {'id': 'a1d535af-eae6-400b-b205-ea116c7964ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf15833d-2e1c-461c-8686-93c6b3bd3e50'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:30:24.809902 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Bound port: 3948c7f4-4724-4f14-9046-07b0cccf9ab5, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d535af-eae6-400b-b205-ea116c7964ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf15833d-2e1c-461c-8686-93c6b3bd3e50'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:30:24.810319 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:24.856416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:24.912608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850986519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4064587'] for router, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:24.995839 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] For port 3948c7f4-4724-4f14-9046-07b0cccf9ab5, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:30:25.047735 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] For port 3948c7f4-4724-4f14-9046-07b0cccf9ab5, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=3948c7f4-4724-4f14-9046-07b0cccf9ab5,segment=NetworkSegment(a1d535af-eae6-400b-b205-ea116c7964ef),segment_id=a1d535af-eae6-400b-b205-ea116c7964ef)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:30:25.056055 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:25.075337 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:25.291557 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Pushing event updated for resources: {'Port': ['ID=3948c7f4-4724-4f14-9046-07b0cccf9ab5,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:25.300450 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:25.393195 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Router c729a82b-c951-4fda-9596-81ee490f66e4 is scheduled to L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 with binding_index 1 {{(pid=85281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 14 11:30:25.461329 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e02f684b-772e-4031-a5c8-f97f64dbdb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:25.528327 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:25.542281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Transition to ACTIVE for port object 8a612dec-9b43-4837-8b09-bb828e8f0a7e will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:30:25.549712 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:25.567180 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:25.600432 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:30:25.611502 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Sync routers for ids ['c729a82b-c951-4fda-9596-81ee490f66e4'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:30:25.621436 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Routers {'c729a82b-c951-4fda-9596-81ee490f66e4'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:30:25.622180 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130a9de10>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['c729a82b-c951-4fda-9596-81ee490f66e4'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:25.624828 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Notify callbacks [] for router, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:25.629542 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.8711421
Apr 14 11:30:25.629542 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33480) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:25.703656 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c143ec-a889-4127-b99c-8004d8e65262 None None] Pushing event updated for resources: {'Port': ['ID=8a612dec-9b43-4837-8b09-bb828e8f0a7e,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:25.708160 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-23c143ec-a889-4127-b99c-8004d8e65262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:25.899125 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Set router c729a82b-c951-4fda-9596-81ee490f66e4 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:30:26.042662 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Attempting to bind port 8a612dec-9b43-4837-8b09-bb828e8f0a7e on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:30:26.045362 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Attempting to bind port 8a612dec-9b43-4837-8b09-bb828e8f0a7e by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:30:26.046057 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Attempting to bind port 8a612dec-9b43-4837-8b09-bb828e8f0a7e on network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:30:26.056061 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:30:26.056599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Checking segment: {'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:30:26.057200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:26.057721 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Bound using segment: {'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:30:26.058335 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Bound port: 8a612dec-9b43-4837-8b09-bb828e8f0a7e, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:30:26.058830 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:26.093652 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 3948c7f4-4724-4f14-9046-07b0cccf9ab5 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:30:26.240407 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] For port 8a612dec-9b43-4837-8b09-bb828e8f0a7e, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:30:26.244167 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] For port 8a612dec-9b43-4837-8b09-bb828e8f0a7e, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=8a612dec-9b43-4837-8b09-bb828e8f0a7e,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:30:26.246812 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 3948c7f4-4724-4f14-9046-07b0cccf9ab5 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:30:26.259088 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:26.277342 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:26.342437 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130a9de10>, [{'id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'name': 'tempest-TestVolumeBootPattern-303698027-router', 'tenant_id': 'ade709a44f3747ab8a83f957e3fca24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '23180228-6629-4f5e-bb8b-b6845bcfb457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:22Z', 'updated_at': '2021-04-14T11:30:24Z', 'revision_number': 3, 'project_id': 'ade709a44f3747ab8a83f957e3fca24b', 'gw_port': {'id': '23180228-6629-4f5e-bb8b-b6845bcfb457', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:23Z', 'updated_at': '2021-04-14T11:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:26.348054 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Checking router: c729a82b-c951-4fda-9596-81ee490f66e4 for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:30:26.348455 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Updating router c729a82b-c951-4fda-9596-81ee490f66e4 port 23180228-6629-4f5e-bb8b-b6845bcfb457 binding host dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:30:26.415559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:26.450370 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c143ec-a889-4127-b99c-8004d8e65262 None None] Pushing event updated for resources: {'Port': ['ID=8a612dec-9b43-4837-8b09-bb828e8f0a7e,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:26.456743 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-23c143ec-a889-4127-b99c-8004d8e65262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:26.505351 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Routers {'de3842f2-4094-4134-9f54-acaf4321f740'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:30:26.508376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1303f1668>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:29:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['de3842f2-4094-4134-9f54-acaf4321f740'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:26.514933 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:26.815412 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Allocated IP 172.20.0.1 (bf15833d-2e1c-461c-8686-93c6b3bd3e50/f1e60cc7-99eb-4a35-995e-819bac8c0610/bd270643-1724-400f-a010-5110fa28ff4e) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:30:26.855409 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] Set router de3842f2-4094-4134-9f54-acaf4321f740 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:30:26.882550 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33502) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:27.055938 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:27.076887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Transition to ACTIVE for port object bd270643-1724-400f-a010-5110fa28ff4e will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:30:27.097725 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:27.098544 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-219ed9ef-5f90-459d-860e-ce15062510e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:27.112070 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Transition to ACTIVE for port object 23180228-6629-4f5e-bb8b-b6845bcfb457 will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:30:27.112306 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:27.119090 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:27.130321 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a79cf789-9d0a-4215-bcb0-b23d2c8cdd42 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:27.137331 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:27.137618 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-219ed9ef-5f90-459d-860e-ce15062510e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:27.141670 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-219ed9ef-5f90-459d-860e-ce15062510e9 admin admin] Usage tracker for resource:security_group_rule and tenant:b3ce7dbe364f4bfbaf603786f648ad71 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:27.147525 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-219ed9ef-5f90-459d-860e-ce15062510e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:27.154632 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-219ed9ef-5f90-459d-860e-ce15062510e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:27.247197 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcebd393-b1e8-4e0b-8364-10e9b4244217 None None] Network bf15833d-2e1c-461c-8686-93c6b3bd3e50 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:30:27.265680 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-219ed9ef-5f90-459d-860e-ce15062510e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:27.269805 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-219ed9ef-5f90-459d-860e-ce15062510e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:27.284076 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f6cf2328-2314-4100-bafb-0aaf4215610d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:27.297911 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Pushing event updated for resources: {'Port': ['ID=bd270643-1724-400f-a010-5110fa28ff4e,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:27.303833 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:27.331922 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ed9ef-5f90-459d-860e-ce15062510e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70f60c1-d6de-4455-aa21-e8dcc23685da,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:27.346660 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-219ed9ef-5f90-459d-860e-ce15062510e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:27.352104 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Network bf15833d-2e1c-461c-8686-93c6b3bd3e50 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:30:27.353885 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:30:27.356555 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:30:27.377184 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-219ed9ef-5f90-459d-860e-ce15062510e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3ce7dbe364f4bfbaf603786f648ad71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4925325
Apr 14 11:30:27.379987 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33508) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:27.380593 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2675f0-16d6-487e-b947-72cb576cfff9 None None] Pushing event updated for resources: {'Port': ['ID=23180228-6629-4f5e-bb8b-b6845bcfb457,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:27.401875 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Attempting to bind port 23180228-6629-4f5e-bb8b-b6845bcfb457 on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:30:27.402297 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Attempting to bind port 23180228-6629-4f5e-bb8b-b6845bcfb457 by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:30:27.403078 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Attempting to bind port 23180228-6629-4f5e-bb8b-b6845bcfb457 on network b458cc77-65ed-4ced-9d68-fd61bb856146 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:30:27.407622 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bf2675f0-16d6-487e-b947-72cb576cfff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:27.411371 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:30:27.411814 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Checking segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:30:27.412225 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:27.412670 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Bound using segment: {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:30:27.413297 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Bound port: 23180228-6629-4f5e-bb8b-b6845bcfb457, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1066bfb-f39d-4f00-87c9-8b2caccf7a48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:30:27.413720 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:27.424445 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064652'] for router_interface, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:27.467024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-85d1d3ed-92b6-4962-9f94-f4ac5a61d7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:27.508705 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] For port 23180228-6629-4f5e-bb8b-b6845bcfb457, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:30:27.512577 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] For port 23180228-6629-4f5e-bb8b-b6845bcfb457, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=23180228-6629-4f5e-bb8b-b6845bcfb457,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:30:27.514302 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-85d1d3ed-92b6-4962-9f94-f4ac5a61d7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:27.524555 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:27.559525 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:27.566578 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-85d1d3ed-92b6-4962-9f94-f4ac5a61d7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:27.569880 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-ea77a253-a1dd-44ae-831a-42dedd2d09c5 None None] Provisioning for port 3948c7f4-4724-4f14-9046-07b0cccf9ab5 completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:30:27.570886 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4d7ad3ce-7e3a-49e9-b4ed-9f7809dd54d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:27.582391 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f14dee73-04cb-4931-bbcc-5a998887058b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:27.586219 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1d3ed-92b6-4962-9f94-f4ac5a61d7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70f60c1-d6de-4455-aa21-e8dcc23685da,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:27.595799 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-85d1d3ed-92b6-4962-9f94-f4ac5a61d7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:27.597026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-ea77a253-a1dd-44ae-831a-42dedd2d09c5 None None] Provisioning complete for port 3948c7f4-4724-4f14-9046-07b0cccf9ab5 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:27.597570 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ea77a253-a1dd-44ae-831a-42dedd2d09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:27.601300 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-85d1d3ed-92b6-4962-9f94-f4ac5a61d7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:27.602553 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-85d1d3ed-92b6-4962-9f94-f4ac5a61d7df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a70f60c1-d6de-4455-aa21-e8dcc23685da HTTP/1.1" status: 204  len: 168 time: 0.2215071
Apr 14 11:30:27.701556 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2675f0-16d6-487e-b947-72cb576cfff9 None None] Pushing event updated for resources: {'Port': ['ID=23180228-6629-4f5e-bb8b-b6845bcfb457,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:27.719020 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bf2675f0-16d6-487e-b947-72cb576cfff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:27.761035 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1303f1668>, [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:26Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:27.786928 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd07007-76de-46f4-8716-a1f57dd36256 None None] The sync data for ids ['de3842f2-4094-4134-9f54-acaf4321f740'] in dv-cinder-774594-3-iscsi is: [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:26Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:30:27.874518 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:27.928971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Routers {'c729a82b-c951-4fda-9596-81ee490f66e4'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:30:27.929737 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130a9de10>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:30:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['c729a82b-c951-4fda-9596-81ee490f66e4'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:27.944319 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 8a612dec-9b43-4837-8b09-bb828e8f0a7e up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:30:28.228049 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 8a612dec-9b43-4837-8b09-bb828e8f0a7e completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:30:28.248404 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 8a612dec-9b43-4837-8b09-bb828e8f0a7e triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:28.249003 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:28.319878 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] Set router c729a82b-c951-4fda-9596-81ee490f66e4 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:30:28.337310 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ea77a253-a1dd-44ae-831a-42dedd2d09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:28.353702 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:28.359459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:28.401783 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:28.451610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-ea77a253-a1dd-44ae-831a-42dedd2d09c5 None None] For port 3948c7f4-4724-4f14-9046-07b0cccf9ab5, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=3948c7f4-4724-4f14-9046-07b0cccf9ab5,segment=NetworkSegment(a1d535af-eae6-400b-b205-ea116c7964ef),segment_id=a1d535af-eae6-400b-b205-ea116c7964ef)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:28.522930 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:28.541594 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ea77a253-a1dd-44ae-831a-42dedd2d09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:28.546904 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b865171f-2a8e-4235-936f-a6cfa835afe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:28.560018 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3900898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785765'] for router_interface, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:28.596393 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Pushing event updated for resources: {'Port': ['ID=bd270643-1724-400f-a010-5110fa28ff4e,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:28.615636 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:28.709461 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:28.790130 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77a253-a1dd-44ae-831a-42dedd2d09c5 None None] Pushing event updated for resources: {'Port': ['ID=3948c7f4-4724-4f14-9046-07b0cccf9ab5,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:28.812716 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 8a612dec-9b43-4837-8b09-bb828e8f0a7e, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=8a612dec-9b43-4837-8b09-bb828e8f0a7e,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:28.816593 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ea77a253-a1dd-44ae-831a-42dedd2d09c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:28.824036 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:28.830931 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:28.868660 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Network bf15833d-2e1c-461c-8686-93c6b3bd3e50 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:30:28.870178 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:30:28.883333 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-f2d93580-738c-4059-88b7-521501ddaa64 None None] Provisioning for port bd270643-1724-400f-a010-5110fa28ff4e completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:30:28.903898 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-f2d93580-738c-4059-88b7-521501ddaa64 None None] Provisioning complete for port bd270643-1724-400f-a010-5110fa28ff4e triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:28.905321 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f2d93580-738c-4059-88b7-521501ddaa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:29.056832 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=8a612dec-9b43-4837-8b09-bb828e8f0a7e,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:29.069239 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-f2d93580-738c-4059-88b7-521501ddaa64 None None] Port bd270643-1724-400f-a010-5110fa28ff4e cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:30:29.071672 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:29.078609 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130a9de10>, [{'id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'name': 'tempest-TestVolumeBootPattern-303698027-router', 'tenant_id': 'ade709a44f3747ab8a83f957e3fca24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '23180228-6629-4f5e-bb8b-b6845bcfb457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:22Z', 'updated_at': '2021-04-14T11:30:27Z', 'revision_number': 4, 'project_id': 'ade709a44f3747ab8a83f957e3fca24b', 'gw_port': {'id': '23180228-6629-4f5e-bb8b-b6845bcfb457', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:23Z', 'updated_at': '2021-04-14T11:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'bd270643-1724-400f-a010-5110fa28ff4e', 'name': '', 'network_id': 'bf15833d-2e1c-461c-8686-93c6b3bd3e50', 'tenant_id': 'ade709a44f3747ab8a83f957e3fca24b', 'mac_address': 'fa:16:3e:07:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f1e60cc7-99eb-4a35-995e-819bac8c0610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:26Z', 'updated_at': '2021-04-14T11:30:26Z', 'revision_number': 1, 'project_id': 'ade709a44f3747ab8a83f957e3fca24b', 'subnets': [{'id': 'f1e60cc7-99eb-4a35-995e-819bac8c0610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:29.083546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-f2d93580-738c-4059-88b7-521501ddaa64 None None] Provisioning complete for port 3948c7f4-4724-4f14-9046-07b0cccf9ab5 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:29.084237 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f2d93580-738c-4059-88b7-521501ddaa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:29.084773 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c18e6-6048-4164-b2e2-8afb79a80fc5 None None] The sync data for ids ['c729a82b-c951-4fda-9596-81ee490f66e4'] in dv-cinder-774594-3-iscsi is: [{'id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'name': 'tempest-TestVolumeBootPattern-303698027-router', 'tenant_id': 'ade709a44f3747ab8a83f957e3fca24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '23180228-6629-4f5e-bb8b-b6845bcfb457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:22Z', 'updated_at': '2021-04-14T11:30:27Z', 'revision_number': 4, 'project_id': 'ade709a44f3747ab8a83f957e3fca24b', 'gw_port': {'id': '23180228-6629-4f5e-bb8b-b6845bcfb457', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:23Z', 'updated_at': '2021-04-14T11:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'bd270643-1724-400f-a010-5110fa28ff4e', 'name': '', 'network_id': 'bf15833d-2e1c-461c-8686-93c6b3bd3e50', 'tenant_id': 'ade709a44f3747ab8a83f957e3fca24b', 'mac_address': 'fa:16:3e:07:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f1e60cc7-99eb-4a35-995e-819bac8c0610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:26Z', 'updated_at': '2021-04-14T11:30:26Z', 'revision_number': 1, 'project_id': 'ade709a44f3747ab8a83f957e3fca24b', 'subnets': [{'id': 'f1e60cc7-99eb-4a35-995e-819bac8c0610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:30:29.331826 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:29.387874 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-3bfbf4a8-2f11-4c91-a633-78229bf99dfa None None] Provisioning complete for port bd270643-1724-400f-a010-5110fa28ff4e triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:29.388296 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf4a8-2f11-4c91-a633-78229bf99dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:29.448820 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-3bfbf4a8-2f11-4c91-a633-78229bf99dfa None None] Port bd270643-1724-400f-a010-5110fa28ff4e cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:30:29.467306 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Router c729a82b-c951-4fda-9596-81ee490f66e4 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:30:29.698005 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:30:29.708455 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-1765605f-81cc-4437-84ee-978789afcf9a admin admin] 10.222.0.20 "PUT /v2.0/routers/c729a82b-c951-4fda-9596-81ee490f66e4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0780146
Apr 14 11:30:29.881194 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 8a612dec-9b43-4837-8b09-bb828e8f0a7e up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:30:30.005683 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 8a612dec-9b43-4837-8b09-bb828e8f0a7e triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:30.006694 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:30.202467 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 3948c7f4-4724-4f14-9046-07b0cccf9ab5 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:30:30.281408 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 3948c7f4-4724-4f14-9046-07b0cccf9ab5 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:30.282029 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:30.432228 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:30.526895 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33580) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:30.590436 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33586) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:30.598016 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-0cea4281-40cf-4338-9d90-5fad8bf3e380 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-687577326', 'description': 'tempest-secgroup-smoke-687577326 description', 'project_id': '82996a92f9a3422d9c63368b5bbe0761'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:30.604755 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0cea4281-40cf-4338-9d90-5fad8bf3e380 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:30.609026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0cea4281-40cf-4338-9d90-5fad8bf3e380 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Usage tracker for resource:security_group and tenant:82996a92f9a3422d9c63368b5bbe0761 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:30.612795 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0cea4281-40cf-4338-9d90-5fad8bf3e380 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:30.618960 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0cea4281-40cf-4338-9d90-5fad8bf3e380 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:30.629763 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0cea4281-40cf-4338-9d90-5fad8bf3e380 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:30.652810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0cea4281-40cf-4338-9d90-5fad8bf3e380 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:30.656919 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0cea4281-40cf-4338-9d90-5fad8bf3e380 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Usage tracker for resource:security_group_rule and tenant:82996a92f9a3422d9c63368b5bbe0761 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:30.660905 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0cea4281-40cf-4338-9d90-5fad8bf3e380 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:30.667185 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0cea4281-40cf-4338-9d90-5fad8bf3e380 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:30.671863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:30:30.681850 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f26c-c487-4550-b28c-9cbc66719fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:30.699441 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-4fd1f26c-c487-4550-b28c-9cbc66719fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:30.703557 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-4fd1f26c-c487-4550-b28c-9cbc66719fd0 admin admin] Usage tracker for resource:security_group_rule and tenant:65f5306539234928b280ec6c5ebfdc06 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:30.706725 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-4fd1f26c-c487-4550-b28c-9cbc66719fd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:30.713192 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-4fd1f26c-c487-4550-b28c-9cbc66719fd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:30.744159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0cea4281-40cf-4338-9d90-5fad8bf3e380 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:30.747141 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0cea4281-40cf-4338-9d90-5fad8bf3e380 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:30.753780 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0de2a352-2781-4116-9725-47971bc0afd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:30.799081 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea4281-40cf-4338-9d90-5fad8bf3e380 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773fa820-8b2b-49ec-ae27-2f114350df18,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:30.802023 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0cea4281-40cf-4338-9d90-5fad8bf3e380 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:30.802945 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0cea4281-40cf-4338-9d90-5fad8bf3e380 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:30.807312 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-0cea4281-40cf-4338-9d90-5fad8bf3e380 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2126846
Apr 14 11:30:30.808783 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33594) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:30.815469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-3a4b90ed-d63e-4d3b-b6b0-d7597c8b2873 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Request body: {'security_group_rule': {'security_group_id': '773fa820-8b2b-49ec-ae27-2f114350df18', 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:30.822196 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-3a4b90ed-d63e-4d3b-b6b0-d7597c8b2873 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:30.827479 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-3a4b90ed-d63e-4d3b-b6b0-d7597c8b2873 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Usage tracker for resource:security_group_rule and tenant:82996a92f9a3422d9c63368b5bbe0761 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:30.831056 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-3a4b90ed-d63e-4d3b-b6b0-d7597c8b2873 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:30.837406 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-3a4b90ed-d63e-4d3b-b6b0-d7597c8b2873 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:30.842326 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f26c-c487-4550-b28c-9cbc66719fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:30.845551 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f26c-c487-4550-b28c-9cbc66719fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:30.855982 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:30.857447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3a4b90ed-d63e-4d3b-b6b0-d7597c8b2873 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:30.906575 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33598) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:30.907227 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-4fd1f26c-c487-4550-b28c-9cbc66719fd0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65f5306539234928b280ec6c5ebfdc06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3788948
Apr 14 11:30:30.908343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1f26c-c487-4550-b28c-9cbc66719fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98c8327-16d1-4d35-9013-df363e49827d,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:30.911656 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4fd1f26c-c487-4550-b28c-9cbc66719fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:30.979028 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3a4b90ed-d63e-4d3b-b6b0-d7597c8b2873 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:30.983020 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3a4b90ed-d63e-4d3b-b6b0-d7597c8b2873 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:30.995803 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8c4dd2d7-da03-4193-9a11-95d15f3ec4cd tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:31.021879 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed106212-f506-4bb5-8cec-216d762b576f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.035566 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b90ed-d63e-4d3b-b6b0-d7597c8b2873 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b06e8f-aa5e-4556-9b1a-b4d260957d73,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:31.044130 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3a4b90ed-d63e-4d3b-b6b0-d7597c8b2873 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:31.053990 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3a4b90ed-d63e-4d3b-b6b0-d7597c8b2873 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.057871 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-3a4b90ed-d63e-4d3b-b6b0-d7597c8b2873 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2455797
Apr 14 11:30:31.058790 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33606) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:31.063445 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed106212-f506-4bb5-8cec-216d762b576f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.066091 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-0c51460d-09fb-4eee-8d45-f83ceff5bbb4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Request body: {'security_group_rule': {'security_group_id': '773fa820-8b2b-49ec-ae27-2f114350df18', 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:31.072633 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0c51460d-09fb-4eee-8d45-f83ceff5bbb4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:31.076941 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0c51460d-09fb-4eee-8d45-f83ceff5bbb4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Usage tracker for resource:security_group_rule and tenant:82996a92f9a3422d9c63368b5bbe0761 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:31.080916 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-0c51460d-09fb-4eee-8d45-f83ceff5bbb4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:31.087676 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0c51460d-09fb-4eee-8d45-f83ceff5bbb4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:31.110039 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c51460d-09fb-4eee-8d45-f83ceff5bbb4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.119239 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed106212-f506-4bb5-8cec-216d762b576f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.124548 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e633e3e8-ac91-4001-b71a-a946b7343e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:31.136466 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed106212-f506-4bb5-8cec-216d762b576f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98c8327-16d1-4d35-9013-df363e49827d,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:31.143431 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ed106212-f506-4bb5-8cec-216d762b576f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:31.148016 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed106212-f506-4bb5-8cec-216d762b576f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.152049 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-ed106212-f506-4bb5-8cec-216d762b576f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c98c8327-16d1-4d35-9013-df363e49827d HTTP/1.1" status: 204  len: 168 time: 0.2416871
Apr 14 11:30:31.181962 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c51460d-09fb-4eee-8d45-f83ceff5bbb4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.185096 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c51460d-09fb-4eee-8d45-f83ceff5bbb4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.187469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2121884a-d0a0-4505-96c9-e5fa8807d622 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:31.211207 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51460d-09fb-4eee-8d45-f83ceff5bbb4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454ff46e-cf00-405f-9169-0da6d757abd2,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:31.215564 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0c51460d-09fb-4eee-8d45-f83ceff5bbb4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:31.232148 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c51460d-09fb-4eee-8d45-f83ceff5bbb4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.237037 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-0c51460d-09fb-4eee-8d45-f83ceff5bbb4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1740863
Apr 14 11:30:31.237646 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33618) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:31.243763 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-a006c631-1bbe-4c02-9303-9599252b6823 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Request body: {'security_group_rule': {'security_group_id': '773fa820-8b2b-49ec-ae27-2f114350df18', 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:31.252531 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a006c631-1bbe-4c02-9303-9599252b6823 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:31.257793 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a006c631-1bbe-4c02-9303-9599252b6823 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Usage tracker for resource:security_group_rule and tenant:82996a92f9a3422d9c63368b5bbe0761 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:31.261232 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a006c631-1bbe-4c02-9303-9599252b6823 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:31.267947 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a006c631-1bbe-4c02-9303-9599252b6823 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:31.288789 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a006c631-1bbe-4c02-9303-9599252b6823 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.421540 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a006c631-1bbe-4c02-9303-9599252b6823 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.432717 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a006c631-1bbe-4c02-9303-9599252b6823 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.442813 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a21709be-70a2-414c-9180-40ff426e5659 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:31.468967 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006c631-1bbe-4c02-9303-9599252b6823 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a9d502-2049-4471-b380-13506700d8ab,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:31.481720 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdffeb-b278-40c9-a72a-64f4b8619e16 req-b5b07bf9-a8e8-4f5b-95db-3e46d3c669fc tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:31.483374 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d5bdffeb-b278-40c9-a72a-64f4b8619e16 req-b5b07bf9-a8e8-4f5b-95db-3e46d3c669fc tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.1489594
Apr 14 11:30:31.487999 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a006c631-1bbe-4c02-9303-9599252b6823 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:31.488146 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33624) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:31.506299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a006c631-1bbe-4c02-9303-9599252b6823 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.508288 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a006c631-1bbe-4c02-9303-9599252b6823 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2697020
Apr 14 11:30:31.510480 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33628) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:31.516854 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-05356bf6-6c4b-4bbb-a5c6-734286a04eb7 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Request body: {'security_group_rule': {'security_group_id': '773fa820-8b2b-49ec-ae27-2f114350df18', 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:31.529104 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-73c7f36a-b60b-4442-810a-ddffe1ab2d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.530462 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-05356bf6-6c4b-4bbb-a5c6-734286a04eb7 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:31.536250 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-05356bf6-6c4b-4bbb-a5c6-734286a04eb7 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Usage tracker for resource:security_group_rule and tenant:82996a92f9a3422d9c63368b5bbe0761 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:31.539468 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-05356bf6-6c4b-4bbb-a5c6-734286a04eb7 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:31.545753 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-05356bf6-6c4b-4bbb-a5c6-734286a04eb7 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:31.549396 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d5bdffeb-b278-40c9-a72a-64f4b8619e16 req-4349b847-1f1c-41dd-a113-b4854c023221 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584552
Apr 14 11:30:31.553712 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-73c7f36a-b60b-4442-810a-ddffe1ab2d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:31.557866 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-73c7f36a-b60b-4442-810a-ddffe1ab2d79 admin admin] Usage tracker for resource:security_group_rule and tenant:075fdd6001ad4bf4bb19560dd06254bf is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:31.561628 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-73c7f36a-b60b-4442-810a-ddffe1ab2d79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:31.563369 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-05356bf6-6c4b-4bbb-a5c6-734286a04eb7 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.568671 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-73c7f36a-b60b-4442-810a-ddffe1ab2d79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:31.634576 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-05356bf6-6c4b-4bbb-a5c6-734286a04eb7 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.637384 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-05356bf6-6c4b-4bbb-a5c6-734286a04eb7 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.639487 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:31.659522 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-73c7f36a-b60b-4442-810a-ddffe1ab2d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.662187 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-73c7f36a-b60b-4442-810a-ddffe1ab2d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.662563 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05356bf6-6c4b-4bbb-a5c6-734286a04eb7 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa6b4bd-5813-4ac8-b212-272d42a8e06d,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:31.666929 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-05356bf6-6c4b-4bbb-a5c6-734286a04eb7 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:31.671430 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-792129b4-8fc2-4c46-8afe-32cd2fa329e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:31.674608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-05356bf6-6c4b-4bbb-a5c6-734286a04eb7 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.676050 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-05356bf6-6c4b-4bbb-a5c6-734286a04eb7 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1641068
Apr 14 11:30:31.679000 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33632) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:31.685760 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-f8a964ba-cce7-4187-89e0-18e467f5332d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Request body: {'security_group_rule': {'security_group_id': '773fa820-8b2b-49ec-ae27-2f114350df18', 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:31.692409 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f8a964ba-cce7-4187-89e0-18e467f5332d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:31.696451 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-f8a964ba-cce7-4187-89e0-18e467f5332d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Usage tracker for resource:security_group_rule and tenant:82996a92f9a3422d9c63368b5bbe0761 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:31.699552 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-f8a964ba-cce7-4187-89e0-18e467f5332d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:31.706506 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f8a964ba-cce7-4187-89e0-18e467f5332d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:31.714942 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-73c7f36a-b60b-4442-810a-ddffe1ab2d79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=075fdd6001ad4bf4bb19560dd06254bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2257106
Apr 14 11:30:31.715890 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7f36a-b60b-4442-810a-ddffe1ab2d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d66c12-f4d9-4762-8b0c-8ac801982bdb,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:31.716736 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.securitygroups_db [None req-f8a964ba-cce7-4187-89e0-18e467f5332d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Project 82996a92f9a3422d9c63368b5bbe0761 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 14 11:30:31.718477 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33636) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:31.721793 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-73c7f36a-b60b-4442-810a-ddffe1ab2d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:31.726893 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8a964ba-cce7-4187-89e0-18e467f5332d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.786870 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-601faf69-4dd1-465b-9bda-99efe7e89132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.802999 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8a964ba-cce7-4187-89e0-18e467f5332d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.807069 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8a964ba-cce7-4187-89e0-18e467f5332d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.809383 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c1f72df3-9f6b-4cc2-a80c-213bc9278bae tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:31.820571 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-601faf69-4dd1-465b-9bda-99efe7e89132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.835840 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a964ba-cce7-4187-89e0-18e467f5332d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66224e2-b5bd-4e78-901c-437f6442adb7,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:31.838566 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f8a964ba-cce7-4187-89e0-18e467f5332d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:31.847613 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8a964ba-cce7-4187-89e0-18e467f5332d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.849478 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-f8a964ba-cce7-4187-89e0-18e467f5332d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1678898
Apr 14 11:30:31.851641 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33640) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:31.862110 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-12ca703a-0680-4699-8625-b3dbffcc8245 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Request body: {'security_group_rule': {'security_group_id': '773fa820-8b2b-49ec-ae27-2f114350df18', 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:31.867641 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 23180228-6629-4f5e-bb8b-b6845bcfb457 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:30:31.868546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-12ca703a-0680-4699-8625-b3dbffcc8245 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:31.872988 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-12ca703a-0680-4699-8625-b3dbffcc8245 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Usage tracker for resource:security_group_rule and tenant:82996a92f9a3422d9c63368b5bbe0761 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:31.873510 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-601faf69-4dd1-465b-9bda-99efe7e89132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.876774 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-12ca703a-0680-4699-8625-b3dbffcc8245 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:31.880801 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-456d3661-9312-4a18-a8e2-43b5cab39f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:31.883379 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-12ca703a-0680-4699-8625-b3dbffcc8245 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:31.893754 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.securitygroups_db [None req-12ca703a-0680-4699-8625-b3dbffcc8245 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Project 82996a92f9a3422d9c63368b5bbe0761 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 14 11:30:31.898256 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601faf69-4dd1-465b-9bda-99efe7e89132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d66c12-f4d9-4762-8b0c-8ac801982bdb,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:31.901122 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-12ca703a-0680-4699-8625-b3dbffcc8245 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.901884 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-601faf69-4dd1-465b-9bda-99efe7e89132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:31.903979 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-601faf69-4dd1-465b-9bda-99efe7e89132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.905240 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-601faf69-4dd1-465b-9bda-99efe7e89132 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27d66c12-f4d9-4762-8b0c-8ac801982bdb HTTP/1.1" status: 204  len: 168 time: 0.1857574
Apr 14 11:30:31.960513 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port 23180228-6629-4f5e-bb8b-b6845bcfb457 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:30:31.965895 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 23180228-6629-4f5e-bb8b-b6845bcfb457 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:31.966502 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.975188 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-12ca703a-0680-4699-8625-b3dbffcc8245 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.978414 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-12ca703a-0680-4699-8625-b3dbffcc8245 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109400'] for security_group_rule, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:31.980500 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:32.005077 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca703a-0680-4699-8625-b3dbffcc8245 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1912235-3c93-4c30-9d32-b84e5285eba4,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:32.007767 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-12ca703a-0680-4699-8625-b3dbffcc8245 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:32.015885 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-12ca703a-0680-4699-8625-b3dbffcc8245 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:32.017875 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-12ca703a-0680-4699-8625-b3dbffcc8245 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1638317
Apr 14 11:30:32.122707 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:32.140825 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port 23180228-6629-4f5e-bb8b-b6845bcfb457, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=23180228-6629-4f5e-bb8b-b6845bcfb457,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:32.148121 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:32.150247 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:32.226415 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=23180228-6629-4f5e-bb8b-b6845bcfb457,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:32.229861 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:32.668726 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Sync routers for ids ['c729a82b-c951-4fda-9596-81ee490f66e4'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:30:32.686541 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Routers {'c729a82b-c951-4fda-9596-81ee490f66e4'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:30:32.687237 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130431978>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:30:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['c729a82b-c951-4fda-9596-81ee490f66e4'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:32.807313 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db09407-d784-41c8-afc3-029994b50180 req-79082437-267f-447b-ae74-111cd405d78d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:32.816640 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2db09407-d784-41c8-afc3-029994b50180 req-79082437-267f-447b-ae74-111cd405d78d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.1227186
Apr 14 11:30:32.817111 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33708) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:32.843204 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2db09407-d784-41c8-afc3-029994b50180 req-f95acca1-c2e4-4090-9251-b5ce4a0a2f1b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0255551
Apr 14 11:30:32.932564 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Set router c729a82b-c951-4fda-9596-81ee490f66e4 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:30:32.942920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-475655186-network', 'tenant_id': 'e60dd4a3abdc467db9fe3d7265789e9c'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:32.948320 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:32.952923 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Usage tracker for resource:network and tenant:e60dd4a3abdc467db9fe3d7265789e9c is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:32.956686 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:32.962908 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:32.973840 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Made reservation on behalf of e60dd4a3abdc467db9fe3d7265789e9c for: {'network': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:30:32.980136 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:32.995596 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:33.012657 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:33.016886 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Usage tracker for resource:security_group_rule and tenant:e60dd4a3abdc467db9fe3d7265789e9c is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:33.020357 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:33.026718 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:33.123673 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:33.128491 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:33.133119 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9cf3762c-b18d-4401-8b1a-70abe1230d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:33.167062 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210}  {{(pid=85282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:30:33.176998 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d04dc87-410f-41f4-a1c8-7b78a6d6b3bb,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:33.186968 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:33.187366 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Added segment 212500f8-a1b2-4550-9553-95ea7e93fb5b of type vlan for network bd65ec0b-ab00-4e33-ac44-5b521f973f34
Apr 14 11:30:33.189477 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:33.189906 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:33.190323 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:33.190735 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:33.191139 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:33.191546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:33.191950 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:33.192354 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:33.192758 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:33.193218 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:33.193620 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:33.194018 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:33.201813 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:33.227101 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:33.260751 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:33.262214 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:33.262857 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:33.275088 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5f3ab8c6-2ad5-40d8-beaa-6741a5bc10d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:33.299779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130431978>, [{'id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'name': 'tempest-TestVolumeBootPattern-303698027-router', 'tenant_id': 'ade709a44f3747ab8a83f957e3fca24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '23180228-6629-4f5e-bb8b-b6845bcfb457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:22Z', 'updated_at': '2021-04-14T11:30:27Z', 'revision_number': 4, 'project_id': 'ade709a44f3747ab8a83f957e3fca24b', 'gw_port': {'id': '23180228-6629-4f5e-bb8b-b6845bcfb457', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:23Z', 'updated_at': '2021-04-14T11:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'bd270643-1724-400f-a010-5110fa28ff4e', 'name': '', 'network_id': 'bf15833d-2e1c-461c-8686-93c6b3bd3e50', 'tenant_id': 'ade709a44f3747ab8a83f957e3fca24b', 'mac_address': 'fa:16:3e:07:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f1e60cc7-99eb-4a35-995e-819bac8c0610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:26Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 2, 'project_id': 'ade709a44f3747ab8a83f957e3fca24b', 'subnets': [{'id': 'f1e60cc7-99eb-4a35-995e-819bac8c0610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:33.303968 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Checking router: c729a82b-c951-4fda-9596-81ee490f66e4 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:30:33.304376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Updating router c729a82b-c951-4fda-9596-81ee490f66e4 port bd270643-1724-400f-a010-5110fa28ff4e binding host dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 14 11:30:33.371273 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:33.375786 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:33.379629 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5610807
Apr 14 11:30:33.382708 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33728) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:33.390937 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-8b5ed6bd-4d3c-4e83-88e6-53fb060fb6d5 admin admin] Request body: {'subnet': {'network_id': 'bd65ec0b-ab00-4e33-ac44-5b521f973f34', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-475655186-subnet', 'tenant_id': 'e60dd4a3abdc467db9fe3d7265789e9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:33.394825 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Pushing event updated for resources: {'Network': ['ID=bd65ec0b-ab00-4e33-ac44-5b521f973f34,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:33.398278 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:33.399280 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8b5ed6bd-4d3c-4e83-88e6-53fb060fb6d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:33.403780 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-8b5ed6bd-4d3c-4e83-88e6-53fb060fb6d5 admin admin] Usage tracker for resource:subnet and tenant:e60dd4a3abdc467db9fe3d7265789e9c is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:33.406849 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-8b5ed6bd-4d3c-4e83-88e6-53fb060fb6d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:33.409359 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network bd65ec0b-ab00-4e33-ac44-5b521f973f34 details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:30:33.414005 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8b5ed6bd-4d3c-4e83-88e6-53fb060fb6d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:33.424666 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5ed6bd-4d3c-4e83-88e6-53fb060fb6d5 admin admin] Made reservation on behalf of e60dd4a3abdc467db9fe3d7265789e9c for: {'subnet': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:30:33.429642 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8b5ed6bd-4d3c-4e83-88e6-53fb060fb6d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852322423'] for subnet, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:33.866944 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 23180228-6629-4f5e-bb8b-b6845bcfb457 up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:30:33.886986 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8b5ed6bd-4d3c-4e83-88e6-53fb060fb6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2749725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852322314'] for subnet, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:33.910060 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2aad541f-2546-483b-a8a5-80d0a57dbcad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:34.056449 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ed6bd-4d3c-4e83-88e6-53fb060fb6d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f34692f-4314-4888-b0a8-e1546de2aa47,revision_number=0']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:34.060637 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8b5ed6bd-4d3c-4e83-88e6-53fb060fb6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:34.066517 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port 23180228-6629-4f5e-bb8b-b6845bcfb457 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:34.067741 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:34.081185 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef49d37-541c-46f8-ae29-f612a54e923a req-eb8f51bc-9c5a-47dd-8274-b59b338a44c5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:34.084052 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4ef49d37-541c-46f8-ae29-f612a54e923a req-eb8f51bc-9c5a-47dd-8274-b59b338a44c5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.1052146
Apr 14 11:30:34.116191 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4ef49d37-541c-46f8-ae29-f612a54e923a req-7615cfdd-1765-4eb0-825f-4c27820d05bd tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0254595
Apr 14 11:30:34.125427 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ed6bd-4d3c-4e83-88e6-53fb060fb6d5 admin admin] Checking segment: {'id': '212500f8-a1b2-4550-9553-95ea7e93fb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd65ec0b-ab00-4e33-ac44-5b521f973f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:30:34.126470 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5ed6bd-4d3c-4e83-88e6-53fb060fb6d5 admin admin] Network hostable DHCP agents. Network: bd65ec0b-ab00-4e33-ac44-5b521f973f34, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:30:34.149500 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5ed6bd-4d3c-4e83-88e6-53fb060fb6d5 admin admin] Network bd65ec0b-ab00-4e33-ac44-5b521f973f34 is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:30:34.159438 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-8b5ed6bd-4d3c-4e83-88e6-53fb060fb6d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, bd65ec0b-ab00-4e33-ac44-5b521f973f34) {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:30:34.172411 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30f5236-f947-49d6-95c2-0eba3cd9e37e None None] Network bd65ec0b-ab00-4e33-ac44-5b521f973f34 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:30:34.172572 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5ed6bd-4d3c-4e83-88e6-53fb060fb6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:34.173702 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8b5ed6bd-4d3c-4e83-88e6-53fb060fb6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:34.194114 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-8b5ed6bd-4d3c-4e83-88e6-53fb060fb6d5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8102887
Apr 14 11:30:34.400276 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:34.421796 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Transition to ACTIVE for port object bd270643-1724-400f-a010-5110fa28ff4e will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:30:34.439959 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:34.458250 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:34.700362 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dbdf0-630c-4363-ba3c-1b162aa1ab7c None None] Pushing event updated for resources: {'Port': ['ID=bd270643-1724-400f-a010-5110fa28ff4e,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:34.712993 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-432dbdf0-630c-4363-ba3c-1b162aa1ab7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:34.723935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3fdc3c-1b75-435d-911c-26d1384b0a76 None None] Network bd65ec0b-ab00-4e33-ac44-5b521f973f34 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:30:34.784402 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 33750) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:34.791409 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1714101745-network', 'tenant_id': '46883b2185514bd9978221856a54fa44'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:34.796814 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:34.801908 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Usage tracker for resource:network and tenant:46883b2185514bd9978221856a54fa44 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:34.805776 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:34.814620 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:34.824224 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Made reservation on behalf of 46883b2185514bd9978221856a54fa44 for: {'network': 1} {{(pid=85282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:30:34.829705 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for network, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:34.844275 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:34.863545 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:34.868079 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Usage tracker for resource:security_group_rule and tenant:46883b2185514bd9978221856a54fa44 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:34.871264 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:34.877853 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:34.987307 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:34.998387 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:35.003410 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ff6c5ccd-d755-476c-b1a0-28c438d273a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:35.043935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Attempting to bind port bd270643-1724-400f-a010-5110fa28ff4e on host dv-cinder-774594-3-iscsi for vnic_type normal with profile  {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:30:35.044350 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Attempting to bind port bd270643-1724-400f-a010-5110fa28ff4e by drivers openvswitch,hyperv on host dv-cinder-774594-3-iscsi at level 0 using segments [{'id': 'a1d535af-eae6-400b-b205-ea116c7964ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf15833d-2e1c-461c-8686-93c6b3bd3e50'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:30:35.044761 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Attempting to bind port bd270643-1724-400f-a010-5110fa28ff4e on network bf15833d-2e1c-461c-8686-93c6b3bd3e50 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:30:35.048583 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223}  {{(pid=85282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 14 11:30:35.054638 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a1410d-25cc-4d9d-a8f9-e14d1323a133,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:35.058731 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:35.062471 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:35.062868 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.segments_db [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Added segment dba4b880-b6ce-4cfd-9624-9953fb895257 of type vlan for network 2fbb62bf-cc4b-45c3-b020-53fd74feebfe
Apr 14 11:30:35.086637 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Checking agent: {'id': 'cb9818c6-8493-46be-94b0-bbfe0d8ba375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 13, 59), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:30:35.087062 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Checking segment: {'id': 'a1d535af-eae6-400b-b205-ea116c7964ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf15833d-2e1c-461c-8686-93c6b3bd3e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:30:35.087534 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:35.087958 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Bound using segment: {'id': 'a1d535af-eae6-400b-b205-ea116c7964ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf15833d-2e1c-461c-8686-93c6b3bd3e50'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:30:35.088501 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Bound port: bd270643-1724-400f-a010-5110fa28ff4e, host: dv-cinder-774594-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d535af-eae6-400b-b205-ea116c7964ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf15833d-2e1c-461c-8686-93c6b3bd3e50'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:30:35.088920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:35.091816 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783528793834'] for network, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:35.122881 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829'] for network, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:35.124206 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:35.124855 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:35.129706 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b50f21cb-0885-44c8-9d21-6e2d29c1f585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:35.237815 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] For port bd270643-1724-400f-a010-5110fa28ff4e, host dv-cinder-774594-3-iscsi, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:30:35.241211 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] For port bd270643-1724-400f-a010-5110fa28ff4e, host dv-cinder-774594-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=bd270643-1724-400f-a010-5110fa28ff4e,segment=NetworkSegment(a1d535af-eae6-400b-b205-ea116c7964ef),segment_id=a1d535af-eae6-400b-b205-ea116c7964ef)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:30:35.244931 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:35.246140 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Pushing event updated for resources: {'Network': ['ID=2fbb62bf-cc4b-45c3-b020-53fd74feebfe,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:35.252637 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 33758) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:35.252915 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4671745
Apr 14 11:30:35.254174 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:35.261352 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ad179166-1eb3-4a52-bdbb-0c79aba823f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:35.265137 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-40b90f04-509e-434b-ba30-4dc0f72e1829 admin admin] Request body: {'subnet': {'network_id': '2fbb62bf-cc4b-45c3-b020-53fd74feebfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1714101745-subnet', 'tenant_id': '46883b2185514bd9978221856a54fa44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:35.272982 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-40b90f04-509e-434b-ba30-4dc0f72e1829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:35.315321 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Network 2fbb62bf-cc4b-45c3-b020-53fd74feebfe details requested by agent ovs-agent-dv-cinder-774594-3-iscsi with host dv-cinder-774594-3-iscsi {{(pid=85284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 14 11:30:35.322417 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-40b90f04-509e-434b-ba30-4dc0f72e1829 admin admin] Usage tracker for resource:subnet and tenant:46883b2185514bd9978221856a54fa44 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:35.330458 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-40b90f04-509e-434b-ba30-4dc0f72e1829 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:35.338984 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-40b90f04-509e-434b-ba30-4dc0f72e1829 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:35.357045 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b90f04-509e-434b-ba30-4dc0f72e1829 admin admin] Made reservation on behalf of 46883b2185514bd9978221856a54fa44 for: {'subnet': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:30:35.362389 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40b90f04-509e-434b-ba30-4dc0f72e1829 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852346387'] for subnet, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:35.481859 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115ee00-22b6-4691-831c-35b08fd17cf1 req-4f6a014c-27ea-4f51-8cc5-67be8908dcae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:35.483455 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9115ee00-22b6-4691-831c-35b08fd17cf1 req-4f6a014c-27ea-4f51-8cc5-67be8908dcae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.2124307
Apr 14 11:30:35.526240 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9115ee00-22b6-4691-831c-35b08fd17cf1 req-71631355-ee3a-4721-982b-f0584597ad79 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0348179
Apr 14 11:30:35.699773 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dbdf0-630c-4363-ba3c-1b162aa1ab7c None None] Pushing event updated for resources: {'Port': ['ID=bd270643-1724-400f-a010-5110fa28ff4e,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:35.710409 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-432dbdf0-630c-4363-ba3c-1b162aa1ab7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:35.751187 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Routers {'c729a82b-c951-4fda-9596-81ee490f66e4'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:30:35.752039 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130431978>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:30:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['c729a82b-c951-4fda-9596-81ee490f66e4'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:35.901813 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40b90f04-509e-434b-ba30-4dc0f72e1829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852522435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852346478'] for subnet, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:35.920015 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:35.939159 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device bd270643-1724-400f-a010-5110fa28ff4e up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:30:36.068778 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b90f04-509e-434b-ba30-4dc0f72e1829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d65397d-5cef-49a5-9af0-4c01886bd162,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:36.071590 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-40b90f04-509e-434b-ba30-4dc0f72e1829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:36.073446 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] Set router c729a82b-c951-4fda-9596-81ee490f66e4 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:30:36.139122 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning for port bd270643-1724-400f-a010-5110fa28ff4e completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:30:36.139755 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b90f04-509e-434b-ba30-4dc0f72e1829 admin admin] Checking segment: {'id': 'dba4b880-b6ce-4cfd-9624-9953fb895257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2fbb62bf-cc4b-45c3-b020-53fd74feebfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:30:36.140152 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b90f04-509e-434b-ba30-4dc0f72e1829 admin admin] Network hostable DHCP agents. Network: 2fbb62bf-cc4b-45c3-b020-53fd74feebfe, hostable agents: ['fe0be702-efc3-40de-8aeb-24972f0f4024'], hosted agents: [] {{(pid=85281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 14 11:30:36.158993 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port bd270643-1724-400f-a010-5110fa28ff4e triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:36.159453 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:36.160690 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b90f04-509e-434b-ba30-4dc0f72e1829 admin admin] Network 2fbb62bf-cc4b-45c3-b020-53fd74feebfe is scheduled to be hosted by DHCP agent fe0be702-efc3-40de-8aeb-24972f0f4024 with binding_index 1 {{(pid=85281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 14 11:30:36.168821 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-40b90f04-509e-434b-ba30-4dc0f72e1829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-iscsi, 2fbb62bf-cc4b-45c3-b020-53fd74feebfe) {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:30:36.182835 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b90f04-509e-434b-ba30-4dc0f72e1829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:36.183565 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40b90f04-509e-434b-ba30-4dc0f72e1829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:36.194102 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74448a7-599e-4d0c-8f1e-c1b598ccb804 None None] Network 2fbb62bf-cc4b-45c3-b020-53fd74feebfe requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:30:36.203133 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-40b90f04-509e-434b-ba30-4dc0f72e1829 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9488122
Apr 14 11:30:36.629347 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:36.706366 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] For port bd270643-1724-400f-a010-5110fa28ff4e, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=bd270643-1724-400f-a010-5110fa28ff4e,segment=NetworkSegment(a1d535af-eae6-400b-b205-ea116c7964ef),segment_id=a1d535af-eae6-400b-b205-ea116c7964ef)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:36.715910 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:36.719347 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:36.760757 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfca7e8-7331-45ea-9938-9c6beb36f6dc req-d5160f64-dcc3-4b98-a45e-2a96b151a293 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:36.762572 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-edfca7e8-7331-45ea-9938-9c6beb36f6dc req-d5160f64-dcc3-4b98-a45e-2a96b151a293 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.1071196
Apr 14 11:30:36.794857 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-edfca7e8-7331-45ea-9938-9c6beb36f6dc req-a815e0ea-bf0d-422f-ae5a-f92c48024159 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253983
Apr 14 11:30:36.823022 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da6049d-bbfd-4af2-923d-67aeeabb2d80 None None] Network 2fbb62bf-cc4b-45c3-b020-53fd74feebfe requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:30:36.882215 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Pushing event updated for resources: {'Port': ['ID=bd270643-1724-400f-a010-5110fa28ff4e,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:36.937117 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:36.946864 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130431978>, [{'id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'name': 'tempest-TestVolumeBootPattern-303698027-router', 'tenant_id': 'ade709a44f3747ab8a83f957e3fca24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '23180228-6629-4f5e-bb8b-b6845bcfb457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:22Z', 'updated_at': '2021-04-14T11:30:27Z', 'revision_number': 4, 'project_id': 'ade709a44f3747ab8a83f957e3fca24b', 'gw_port': {'id': '23180228-6629-4f5e-bb8b-b6845bcfb457', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:23Z', 'updated_at': '2021-04-14T11:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'bd270643-1724-400f-a010-5110fa28ff4e', 'name': '', 'network_id': 'bf15833d-2e1c-461c-8686-93c6b3bd3e50', 'tenant_id': 'ade709a44f3747ab8a83f957e3fca24b', 'mac_address': 'fa:16:3e:07:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f1e60cc7-99eb-4a35-995e-819bac8c0610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:26Z', 'updated_at': '2021-04-14T11:30:35Z', 'revision_number': 4, 'project_id': 'ade709a44f3747ab8a83f957e3fca24b', 'subnets': [{'id': 'f1e60cc7-99eb-4a35-995e-819bac8c0610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:36.961870 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c342c-122f-4cc5-b13d-63a49c12b31d None None] The sync data for ids ['c729a82b-c951-4fda-9596-81ee490f66e4'] in dv-cinder-774594-3-iscsi is: [{'id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'name': 'tempest-TestVolumeBootPattern-303698027-router', 'tenant_id': 'ade709a44f3747ab8a83f957e3fca24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '23180228-6629-4f5e-bb8b-b6845bcfb457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:22Z', 'updated_at': '2021-04-14T11:30:27Z', 'revision_number': 4, 'project_id': 'ade709a44f3747ab8a83f957e3fca24b', 'gw_port': {'id': '23180228-6629-4f5e-bb8b-b6845bcfb457', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:23Z', 'updated_at': '2021-04-14T11:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'bd270643-1724-400f-a010-5110fa28ff4e', 'name': '', 'network_id': 'bf15833d-2e1c-461c-8686-93c6b3bd3e50', 'tenant_id': 'ade709a44f3747ab8a83f957e3fca24b', 'mac_address': 'fa:16:3e:07:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f1e60cc7-99eb-4a35-995e-819bac8c0610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:26Z', 'updated_at': '2021-04-14T11:30:35Z', 'revision_number': 4, 'project_id': 'ade709a44f3747ab8a83f957e3fca24b', 'subnets': [{'id': 'f1e60cc7-99eb-4a35-995e-819bac8c0610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:30:37.769650 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366de2e-d1c5-4d83-a9d3-8cdfcceb9abe req-d1a2b3f4-d37b-42c1-ac38-0e99506ccc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:37.771262 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d366de2e-d1c5-4d83-a9d3-8cdfcceb9abe req-d1a2b3f4-d37b-42c1-ac38-0e99506ccc11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e82b321b2843a49b1833fe7776ed0e&device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 1099 time: 0.0850947
Apr 14 11:30:37.851841 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device bd270643-1724-400f-a010-5110fa28ff4e up at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:30:37.934826 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Provisioning complete for port bd270643-1724-400f-a010-5110fa28ff4e triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:37.935165 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:37.944306 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366de2e-d1c5-4d83-a9d3-8cdfcceb9abe req-51e07ced-f754-44ad-bf2a-e7430ed647ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:37.945929 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d366de2e-d1c5-4d83-a9d3-8cdfcceb9abe req-51e07ced-f754-44ad-bf2a-e7430ed647ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96 HTTP/1.1" status: 200  len: 918 time: 0.1535654
Apr 14 11:30:38.123277 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d366de2e-d1c5-4d83-a9d3-8cdfcceb9abe req-661c4282-02d1-46b1-9af7-c082ad89d51a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 HTTP/1.1" status: 200  len: 1002 time: 0.1347249
Apr 14 11:30:38.182572 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0fea2-2041-43d7-8d32-22ae946464ef req-7025e02c-8547-4d4d-9276-7d9dc2980ca9 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:38.184291 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-74c0fea2-2041-43d7-8d32-22ae946464ef req-7025e02c-8547-4d4d-9276-7d9dc2980ca9 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.2414551
Apr 14 11:30:38.232049 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-74c0fea2-2041-43d7-8d32-22ae946464ef req-923f6374-b7b8-4bf6-95fe-9a5f71392d48 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401833
Apr 14 11:30:38.235927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366de2e-d1c5-4d83-a9d3-8cdfcceb9abe req-36adc914-ed11-4c31-a658-234d998a20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:38.237582 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d366de2e-d1c5-4d83-a9d3-8cdfcceb9abe req-36adc914-ed11-4c31-a658-234d998a20b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ac1aba4-dc6d-43df-aca9-597b2efbd05c HTTP/1.1" status: 200  len: 856 time: 0.1067944
Apr 14 11:30:38.335553 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366de2e-d1c5-4d83-a9d3-8cdfcceb9abe req-02b700f0-d162-456e-8325-92768d8565e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:38.337211 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d366de2e-d1c5-4d83-a9d3-8cdfcceb9abe req-02b700f0-d162-456e-8325-92768d8565e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0913227
Apr 14 11:30:38.493322 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d366de2e-d1c5-4d83-a9d3-8cdfcceb9abe req-9058cdaa-fbfc-49ad-acfc-eee76ac96e00 service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400025
Apr 14 11:30:38.652617 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d366de2e-d1c5-4d83-a9d3-8cdfcceb9abe req-e2ce3a14-2f31-4dfe-930d-cdb839ce1b29 service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1525578
Apr 14 11:30:39.454629 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e88d0e-7cd0-44d2-8979-98b4f8dbb1ce req-67d60c7e-203c-4356-98cf-d768cdc1402f tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:39.456467 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-77e88d0e-7cd0-44d2-8979-98b4f8dbb1ce req-67d60c7e-203c-4356-98cf-d768cdc1402f tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.0974772
Apr 14 11:30:39.488519 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-77e88d0e-7cd0-44d2-8979-98b4f8dbb1ce req-85377a30-db90-4a37-bbb9-eef05c85c97a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0255620
Apr 14 11:30:40.717896 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e15eb3-4cfa-4f0c-9e3e-ce98f5be9b48 req-80549996-f9a9-44fd-9f4a-a250ddb1d2df tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:40.719406 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a6e15eb3-4cfa-4f0c-9e3e-ce98f5be9b48 req-80549996-f9a9-44fd-9f4a-a250ddb1d2df tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.1039360
Apr 14 11:30:40.750475 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a6e15eb3-4cfa-4f0c-9e3e-ce98f5be9b48 req-07fc2192-9dc5-4198-95f5-69d8c80a860b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0240996
Apr 14 11:30:41.974574 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e6710-a369-48f9-8559-a2c7bd800881 req-de6905a6-215b-4831-8596-b9b5064f074d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:41.976180 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c96e6710-a369-48f9-8559-a2c7bd800881 req-de6905a6-215b-4831-8596-b9b5064f074d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.1007943
Apr 14 11:30:42.007944 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c96e6710-a369-48f9-8559-a2c7bd800881 req-1d1908cf-a5c1-4f53-a3c2-3c7cf6b17e08 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253816
Apr 14 11:30:42.545680 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:30:42.704121 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:42.719288 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'port_id': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5', 'mac_address': 'fa:16:3e:f2:50:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:30:42.785385 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:42.786775 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:30:42.803424 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:42.806570 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:42.808412 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-af4b9740-f561-4137-b8aa-82b7112e4e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:42.889919 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,revision_number=6']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:42.893866 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:42.900310 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['4cb0a30a-d0f4-47bd-9b35-aaddb23748a5'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:30:43.220964 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1d793-28ec-4c1a-a014-99b2541f123b req-9cfab8c8-27ce-4c43-ac03-ecbd8cb6cfea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:43.223375 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dff1d793-28ec-4c1a-a014-99b2541f123b req-9cfab8c8-27ce-4c43-ac03-ecbd8cb6cfea tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 945 time: 0.0912430
Apr 14 11:30:43.261472 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-dff1d793-28ec-4c1a-a014-99b2541f123b req-e3763a73-4443-4977-b6b4-14eb74c95f82 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0261788
Apr 14 11:30:44.545633 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:30:44.546367 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f967fb-a083-46b8-879f-ccf356bfe714 req-ebf653f5-80c9-4c87-950e-84511f35e389 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:44.557721 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-04f967fb-a083-46b8-879f-ccf356bfe714 req-ebf653f5-80c9-4c87-950e-84511f35e389 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 945 time: 0.1634595
Apr 14 11:30:44.613069 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-04f967fb-a083-46b8-879f-ccf356bfe714 req-da418be5-9319-43fe-b890-bb40f2e4c1e6 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543232
Apr 14 11:30:44.713673 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:44.714423 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:44.914855 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:44.938542 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:30:44.962723 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:44.968936 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:44.972060 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ea77a253-a1dd-44ae-831a-42dedd2d09c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:45.040515 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5', 'code': 200}
Apr 14 11:30:45.078313 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,revision_number=7']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:45.086938 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:45.087326 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:45.087713 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:45.088070 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:45.088440 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:45.088807 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:45.089202 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:45.089559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:45.089922 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:45.090287 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:45.090647 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:45.091109 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:30:45.095679 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:45.847885 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa08a60-7013-46fc-8f3b-765577a2ba2d req-8865d668-4509-495e-b1dc-9d2f8c601b04 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:45.849822 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-eaa08a60-7013-46fc-8f3b-765577a2ba2d req-8865d668-4509-495e-b1dc-9d2f8c601b04 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.1000521
Apr 14 11:30:45.889045 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-eaa08a60-7013-46fc-8f3b-765577a2ba2d req-700e2b1c-7f3e-4d61-8445-a04a2326eccc tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0305886
Apr 14 11:30:47.126862 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c566127-1e74-4374-a52e-acf60c4d6a10 req-5e1b43d6-6db8-46fc-b7a3-3d46f80b756d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:47.128611 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3c566127-1e74-4374-a52e-acf60c4d6a10 req-5e1b43d6-6db8-46fc-b7a3-3d46f80b756d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.0990455
Apr 14 11:30:47.167542 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3c566127-1e74-4374-a52e-acf60c4d6a10 req-c44f6bc7-2806-47ac-8ef0-cb4d10d8fa16 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0321233
Apr 14 11:30:48.427594 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171f53f-2535-4106-84b4-42ba10b805de req-53a50cee-9411-4b92-b822-b087a9161ca4 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:48.429407 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0171f53f-2535-4106-84b4-42ba10b805de req-53a50cee-9411-4b92-b822-b087a9161ca4 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.1156204
Apr 14 11:30:48.470196 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-0171f53f-2535-4106-84b4-42ba10b805de req-33805a8a-451d-4e42-8ab5-c3b8f957455a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0323219
Apr 14 11:30:48.928368 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-14072933-b287-4fcf-bfae-7120c52c1d18 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Synchronizing usage tracker for tenant:82996a92f9a3422d9c63368b5bbe0761 on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:30:48.946060 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-14072933-b287-4fcf-bfae-7120c52c1d18 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Unset dirty status for tenant:82996a92f9a3422d9c63368b5bbe0761 on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:30:48.956284 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-14072933-b287-4fcf-bfae-7120c52c1d18 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687577326&fields=id&tenant_id=82996a92f9a3422d9c63368b5bbe0761 HTTP/1.1" status: 200  len: 267 time: 0.0558536
Apr 14 11:30:49.145951 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-c4ae327e-7b1d-4362-81e2-2e1fbcf83193 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:49.147571 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-c4ae327e-7b1d-4362-81e2-2e1fbcf83193 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/networks?id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 200  len: 812 time: 0.1912062
Apr 14 11:30:49.168187 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-153b3d9f-7f0d-4ece-9294-9d33981f6831 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/quotas/82996a92f9a3422d9c63368b5bbe0761 HTTP/1.1" status: 200  len: 375 time: 0.0139158
Apr 14 11:30:49.275858 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-95847f51-57de-4ff1-af62-c3adb1d87f80 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=82996a92f9a3422d9c63368b5bbe0761&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0977771
Apr 14 11:30:49.614403 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-27226593-e9f7-4a9e-914b-82c3a4f62335 service neutron] 10.222.0.20 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3235898
Apr 14 11:30:50.148752 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-d994d46d-72a7-4475-8a9a-7159083f542d service neutron] 10.222.0.20 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5253320
Apr 14 11:30:50.179304 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e0753-5042-4983-b719-3cb5b596837e req-19dff14d-ca47-4ef5-b8f7-18bdb25c436b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:50.181148 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5a2e0753-5042-4983-b719-3cb5b596837e req-19dff14d-ca47-4ef5-b8f7-18bdb25c436b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.5118079
Apr 14 11:30:50.222040 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5a2e0753-5042-4983-b719-3cb5b596837e req-3031566f-4ee9-42bf-a980-66391aa23dbf tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0333252
Apr 14 11:30:50.681960 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6f6e54f9-883d-49d8-a94f-19d813916476 req-de5f0c39-acd5-4736-a264-15a5f2eda1db tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 210 time: 0.0572064
Apr 14 11:30:51.452791 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2d9a9-cd00-4e5b-942d-d4bdecc87bb3 req-00d42a9c-e4a3-4575-85a0-8d67049724f9 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:51.454433 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-00c2d9a9-cd00-4e5b-942d-d4bdecc87bb3 req-00d42a9c-e4a3-4575-85a0-8d67049724f9 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.0979981
Apr 14 11:30:51.497674 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-00c2d9a9-cd00-4e5b-942d-d4bdecc87bb3 req-0fa11caa-2648-4166-a48e-be985680458d tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0316141
Apr 14 11:30:51.972849 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7a88eafb-dee1-4243-a36d-9a45803f163e req-55d59731-a448-40c0-a53e-e598f54ad9ee tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 210 time: 0.0542893
Apr 14 11:30:52.197620 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-254246c3-fa7b-4692-8635-0c60523da02e tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:52.206490 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-254246c3-fa7b-4692-8635-0c60523da02e tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.47 "GET /v2.0/networks?id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 200  len: 812 time: 0.3243282
Apr 14 11:30:52.287876 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-3fa1f67f-c31d-48b3-9958-0376767b186f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=82996a92f9a3422d9c63368b5bbe0761 HTTP/1.1" status: 200  len: 8059 time: 0.0728495
Apr 14 11:30:52.312805 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Request body: {'port': {'device_id': '10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'admin_state_up': True, 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'security_groups': ['773fa820-8b2b-49ec-ae27-2f114350df18']}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:52.476975 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:30:52.481308 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Usage tracker for resource:port and tenant:82996a92f9a3422d9c63368b5bbe0761 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:30:52.484498 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:30:52.490882 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:30:52.504152 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Made reservation on behalf of 82996a92f9a3422d9c63368b5bbe0761 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:30:52.513526 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:52.702949 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Allocated IP 172.20.0.12 (3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895/ec1a290f-af9e-46f3-8cfe-14cb7113e5fc/d5bcc049-c877-4104-adf7-0e06aa400864) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:30:52.923573 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3f336-c27c-4bec-ad21-d2d0288dc362 req-4fbfd667-f0c7-4218-bc0f-deb191dbbce8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:52.925461 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-48c3f336-c27c-4bec-ad21-d2d0288dc362 req-4fbfd667-f0c7-4218-bc0f-deb191dbbce8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.2243531
Apr 14 11:30:53.025456 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-48c3f336-c27c-4bec-ad21-d2d0288dc362 req-ec3e2265-8a44-4179-9d5d-d843b1614206 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456138
Apr 14 11:30:53.092638 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:53.114717 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Transition to ACTIVE for port object d5bcc049-c877-4104-adf7-0e06aa400864 will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:30:53.144640 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:53.215984 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1e5e8749-5010-4aaf-990d-324da597c0a8 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:53.376487 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event updated for resources: {'Port': ['ID=d5bcc049-c877-4104-adf7-0e06aa400864,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:53.380777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:53.465203 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11dd10a-0155-4caf-a5ec-e54deb2d12ac req-0e7bb091-f5b9-42a3-971e-9b814a371219 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:53.467108 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a11dd10a-0155-4caf-a5ec-e54deb2d12ac req-0e7bb091-f5b9-42a3-971e-9b814a371219 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 932 time: 0.3249133
Apr 14 11:30:53.479484 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:30:53.492290 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:30:53.496700 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:30:53.574268 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a11dd10a-0155-4caf-a5ec-e54deb2d12ac req-928c8c13-948d-45c7-ae04-48e83e7eb1ef tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0977435
Apr 14 11:30:53.615963 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:53.616874 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:53.645538 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-2d809eee-eb7b-4596-8799-6d08c5d0279f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3391263
Apr 14 11:30:53.659909 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Request body: {'port': {'device_id': '10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:30:53.803455 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:53.807201 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-af443b25-45d8-43eb-8fcb-c8e5387deba3 None None] Provisioning for port d5bcc049-c877-4104-adf7-0e06aa400864 completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:30:53.813592 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-af443b25-45d8-43eb-8fcb-c8e5387deba3 None None] Provisioning complete for port d5bcc049-c877-4104-adf7-0e06aa400864 triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:30:53.814793 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af443b25-45d8-43eb-8fcb-c8e5387deba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:53.883145 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-af443b25-45d8-43eb-8fcb-c8e5387deba3 None None] Port d5bcc049-c877-4104-adf7-0e06aa400864 cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:30:54.172415 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34020) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:54.250254 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec4659c-4bf4-4c35-bd75-260a17f602d2 admin admin] Deleting subnet 2f34692f-4314-4888-b0a8-e1546de2aa47 {{(pid=85282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 14 11:30:54.254733 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8ec4659c-4bf4-4c35-bd75-260a17f602d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:54.304797 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bcc049-c877-4104-adf7-0e06aa400864 {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:30:54.316212 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:54.324705 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8ec4659c-4bf4-4c35-bd75-260a17f602d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26560604'] for subnet, precommit_delete_associations {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:54.348566 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Transition to ACTIVE for port object d5bcc049-c877-4104-adf7-0e06aa400864 will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:30:54.367470 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c9c47-bbc5-4c43-80b6-9f9c5e797e0d req-7147a26e-de31-465c-beb9-c080b1f4e984 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:54.377650 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6f8c9c47-bbc5-4c43-80b6-9f9c5e797e0d req-7147a26e-de31-465c-beb9-c080b1f4e984 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.1553173
Apr 14 11:30:54.378859 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:54.407737 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d94fd623-8b5c-4292-9a03-3e966087ce8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:54.417578 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8ec4659c-4bf4-4c35-bd75-260a17f602d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1821'] for subnet, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:54.558882 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6f8c9c47-bbc5-4c43-80b6-9f9c5e797e0d req-a2940150-fc2b-468c-a501-f5e00a0c78ac tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1826048
Apr 14 11:30:54.648224 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bcc049-c877-4104-adf7-0e06aa400864,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:54.664997 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:54.777181 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8ec4659c-4bf4-4c35-bd75-260a17f602d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852025886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453487'] for subnet, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:54.805284 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5da1c934-2307-415d-9b39-8565a707bef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:54.869268 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4659c-4bf4-4c35-bd75-260a17f602d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f34692f-4314-4888-b0a8-e1546de2aa47,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:54.874335 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8ec4659c-4bf4-4c35-bd75-260a17f602d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:54.974137 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8ec4659c-4bf4-4c35-bd75-260a17f602d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:54.983487 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-8ec4659c-4bf4-4c35-bd75-260a17f602d2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2f34692f-4314-4888-b0a8-e1546de2aa47 HTTP/1.1" status: 204  len: 168 time: 0.8075762
Apr 14 11:30:54.983924 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34026) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:54.997432 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74aa18e-fd12-4948-91a6-cf90c50c3308 req-995d51e7-205b-4027-af2c-aed62b8c0eb7 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:54.998584 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-a74aa18e-fd12-4948-91a6-cf90c50c3308 req-995d51e7-205b-4027-af2c-aed62b8c0eb7 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Synchronizing usage tracker for tenant:82996a92f9a3422d9c63368b5bbe0761 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:30:55.003102 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Attempting to bind port d5bcc049-c877-4104-adf7-0e06aa400864 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:30:55.003483 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Attempting to bind port d5bcc049-c877-4104-adf7-0e06aa400864 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:30:55.003857 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Attempting to bind port d5bcc049-c877-4104-adf7-0e06aa400864 on network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:30:55.018004 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Port d5bcc049-c877-4104-adf7-0e06aa400864 on network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:30:55.018355 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Attempting to bind port d5bcc049-c877-4104-adf7-0e06aa400864 on network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:30:55.026963 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:30:55.026963 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Checking segment: {'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:30:55.027429 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Bound using segment: {'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:30:55.028447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Bound port: d5bcc049-c877-4104-adf7-0e06aa400864, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:30:55.028447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:55.063119 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-a74aa18e-fd12-4948-91a6-cf90c50c3308 req-995d51e7-205b-4027-af2c-aed62b8c0eb7 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Unset dirty status for tenant:82996a92f9a3422d9c63368b5bbe0761 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:30:55.064544 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a74aa18e-fd12-4948-91a6-cf90c50c3308 req-995d51e7-205b-4027-af2c-aed62b8c0eb7 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 944 time: 0.3150461
Apr 14 11:30:55.124684 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fcdd645c-6586-4655-acfb-913035354a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854664768'] for network, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:55.128381 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a74aa18e-fd12-4948-91a6-cf90c50c3308 req-8d875508-d33c-4a7f-bdfe-9bfea3e4a2c4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542517
Apr 14 11:30:55.144389 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] For port d5bcc049-c877-4104-adf7-0e06aa400864, host hv-cinder-77459, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:30:55.148385 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] For port d5bcc049-c877-4104-adf7-0e06aa400864, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d5bcc049-c877-4104-adf7-0e06aa400864,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:30:55.157014 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:55.172753 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ce35ed34-41c0-4c4b-86d7-5fce780a36e3 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:55.335918 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bcc049-c877-4104-adf7-0e06aa400864,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:55.340798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:55.379376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:55.380112 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:55.381735 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] 10.222.0.47 "PUT /v2.0/ports/d5bcc049-c877-4104-adf7-0e06aa400864 HTTP/1.1" status: 200  len: 1094 time: 1.7275491
Apr 14 11:30:55.382323 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09', 'tag': 'd5bcc049-c877-4104-adf7-0e06aa400864'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:30:55.448677 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-53a94481-27e4-4854-970b-85f5de1de85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:55.470156 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09', 'tag': 'd5bcc049-c877-4104-adf7-0e06aa400864', 'status': 'completed', 'code': 200}
Apr 14 11:30:55.509879 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-fb6255a1-344b-4189-b388-032bf709f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:55.511640 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-fb6255a1-344b-4189-b388-032bf709f8b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82996a92f9a3422d9c63368b5bbe0761&device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 1097 time: 0.0852532
Apr 14 11:30:55.608897 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fcdd645c-6586-4655-acfb-913035354a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854302052', 'neutron.services.segments.db._delete_segments_for_network--9223363253325445970'] for network, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:55.655487 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-dfa932d5-67a0-49ab-8b5b-07569d5befd8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5bcc049-c877-4104-adf7-0e06aa400864 HTTP/1.1" status: 200  len: 217 time: 0.0766969
Apr 14 11:30:55.744070 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-fcdd645c-6586-4655-acfb-913035354a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd1318ede48>,) {'filters': {'network_id': ['bd65ec0b-ab00-4e33-ac44-5b521f973f34']}} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:55.758126 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-fcdd645c-6586-4655-acfb-913035354a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd1318ede48>, '212500f8-a1b2-4550-9553-95ea7e93fb5b') {'for_net_delete': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:55.758463 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-fcdd645c-6586-4655-acfb-913035354a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd1318ede48>, '212500f8-a1b2-4550-9553-95ea7e93fb5b') {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:55.772299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fcdd645c-6586-4655-acfb-913035354a8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253325448786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26561450'] for segment, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:55.789407 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fcdd645c-6586-4655-acfb-913035354a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:55.796318 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdd645c-6586-4655-acfb-913035354a8d admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=85282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 14 11:30:56.041453 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-4704a4b2-1fab-45de-9eeb-40aa71680d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:56.042944 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-4704a4b2-1fab-45de-9eeb-40aa71680d24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec1a290f-af9e-46f3-8cfe-14cb7113e5fc HTTP/1.1" status: 200  len: 851 time: 0.3783267
Apr 14 11:30:56.058631 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-fcdd645c-6586-4655-acfb-913035354a8d admin admin] Network bd65ec0b-ab00-4e33-ac44-5b521f973f34 has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:30:56.068807 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fcdd645c-6586-4655-acfb-913035354a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852025971'] for segment, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:56.122971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3658a1f-4a90-4ec6-a2b5-860c1f8f2411 req-2eb8faa8-b794-4f6d-aea1-16e47ea08dcd tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:56.124568 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d3658a1f-4a90-4ec6-a2b5-860c1f8f2411 req-2eb8faa8-b794-4f6d-aea1-16e47ea08dcd tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.4102366
Apr 14 11:30:56.156477 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8cc71-f66a-49ab-b4cc-2f2249db2aec req-6895d473-49b1-4ced-831c-de72edaf1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:56.158280 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-68c8cc71-f66a-49ab-b4cc-2f2249db2aec req-6895d473-49b1-4ced-831c-de72edaf1ea4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e82b321b2843a49b1833fe7776ed0e&device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 1099 time: 0.2798519
Apr 14 11:30:56.172433 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d3658a1f-4a90-4ec6-a2b5-860c1f8f2411 req-25b0a212-352f-40e9-832f-e521f3976619 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393102
Apr 14 11:30:56.178468 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-84912207-1259-4886-a41d-fcf56b49e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:56.180060 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-84912207-1259-4886-a41d-fcf56b49e8d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1248868
Apr 14 11:30:56.347426 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-fcdd645c-6586-4655-acfb-913035354a8d admin admin] Network bd65ec0b-ab00-4e33-ac44-5b521f973f34 has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]: Traceback (most recent call last):
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:     timer()
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:     cb(*args, **kw)
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:     return func(*args, **kwargs)
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:     self._notify()
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:     self.callback(batched_events)
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:     event.method(event)
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:     segment_id)['aggregates'][0]
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:     return f(self, *a, **k)
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self._get(url).json()
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:     **kwargs)
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self.request(url, 'GET', **kwargs)
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:     **endpoint_filter)
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 14 11:30:56.374695 dv-cinder-774594-3-iscsi neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 14 11:30:56.397730 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-a2013c68-a9a1-482f-94e3-45e0887786d4 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2104540
Apr 14 11:30:56.437425 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c2ffe-581c-4876-80f9-ba08caad9e55 req-40aaa7c0-c280-4d6b-adee-e69d056ab6a0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:56.439021 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d02c2ffe-581c-4876-80f9-ba08caad9e55 req-40aaa7c0-c280-4d6b-adee-e69d056ab6a0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 944 time: 0.1574392
Apr 14 11:30:56.486379 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fcdd645c-6586-4655-acfb-913035354a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-473733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850711281'] for network, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:56.493987 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2f1e2987-0d47-4eb7-af50-3673437b4e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:56.508495 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8cc71-f66a-49ab-b4cc-2f2249db2aec req-c59e5ba8-8ccf-43b7-b5c0-72689383cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:56.510113 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-68c8cc71-f66a-49ab-b4cc-2f2249db2aec req-c59e5ba8-8ccf-43b7-b5c0-72689383cc4a service neutron] 10.222.0.47 "GET /v2.0/networks?id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96 HTTP/1.1" status: 200  len: 918 time: 0.3312411
Apr 14 11:30:56.513491 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fcdd645c-6586-4655-acfb-913035354a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:56.521843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd645c-6586-4655-acfb-913035354a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=bd65ec0b-ab00-4e33-ac44-5b521f973f34,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:56.544717 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d02c2ffe-581c-4876-80f9-ba08caad9e55 req-af45d3cb-1e6b-4082-a7dc-63c7b99b5f6a tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0931771
Apr 14 11:30:56.580777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fcdd645c-6586-4655-acfb-913035354a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:56.591056 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-fcdd645c-6586-4655-acfb-913035354a8d admin admin] 10.222.0.20 "DELETE /v2.0/networks/bd65ec0b-ab00-4e33-ac44-5b521f973f34 HTTP/1.1" status: 204  len: 168 time: 1.6033368
Apr 14 11:30:56.591747 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-82a1aa5a-c60e-4349-8ef3-3b36cac8d326 req-85e3dc69-5bd0-44f4-bdeb-c459919372a1 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1866388
Apr 14 11:30:56.592250 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 34046) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:56.634067 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-68c8cc71-f66a-49ab-b4cc-2f2249db2aec req-e7d1df14-c3e4-4daf-b0da-aec2b7047f3a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 HTTP/1.1" status: 200  len: 1002 time: 0.1131878
Apr 14 11:30:56.708532 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8cc71-f66a-49ab-b4cc-2f2249db2aec req-705354fd-1f7e-4561-80f0-58da727e0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:56.710151 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-68c8cc71-f66a-49ab-b4cc-2f2249db2aec req-705354fd-1f7e-4561-80f0-58da727e0b92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ac1aba4-dc6d-43df-aca9-597b2efbd05c HTTP/1.1" status: 200  len: 856 time: 0.0655277
Apr 14 11:30:56.713896 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-685d7a62-2110-43ef-8396-deec093b6b7a admin admin] Deleting subnet 7d65397d-5cef-49a5-9af0-4c01886bd162 {{(pid=85281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 14 11:30:56.719917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-685d7a62-2110-43ef-8396-deec093b6b7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:56.787698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-685d7a62-2110-43ef-8396-deec093b6b7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2265747'] for subnet, precommit_delete_associations {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:56.799584 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8cc71-f66a-49ab-b4cc-2f2249db2aec req-ff89765e-0ddc-4ca6-b14b-b7f6594e2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:56.801244 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-68c8cc71-f66a-49ab-b4cc-2f2249db2aec req-ff89765e-0ddc-4ca6-b14b-b7f6594e2bd0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835595
Apr 14 11:30:56.844263 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3df261-da26-4203-b3e4-998c64cad9ab req-4cce38e7-358a-422c-ac46-d8fa50c7bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:56.846464 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fc3df261-da26-4203-b3e4-998c64cad9ab req-4cce38e7-358a-422c-ac46-d8fa50c7bcb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82996a92f9a3422d9c63368b5bbe0761&device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 1097 time: 0.1979151
Apr 14 11:30:56.895126 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-685d7a62-2110-43ef-8396-deec093b6b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1821'] for subnet, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:56.946272 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-68c8cc71-f66a-49ab-b4cc-2f2249db2aec req-297af6fa-4d0f-48d9-bafc-06e9f1d4915c service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364174
Apr 14 11:30:57.090820 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-68c8cc71-f66a-49ab-b4cc-2f2249db2aec req-4a1f6f87-32bd-4b1e-928a-74133ea9952c service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379213
Apr 14 11:30:57.132402 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3df261-da26-4203-b3e4-998c64cad9ab req-92d79a7b-677a-493f-9879-446db83875ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:57.134051 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fc3df261-da26-4203-b3e4-998c64cad9ab req-92d79a7b-677a-493f-9879-446db83875ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 200  len: 913 time: 0.2790446
Apr 14 11:30:57.215322 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fc3df261-da26-4203-b3e4-998c64cad9ab req-c2c68b2f-61a8-490f-8019-6239f152df53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5bcc049-c877-4104-adf7-0e06aa400864 HTTP/1.1" status: 200  len: 217 time: 0.0735962
Apr 14 11:30:57.398227 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3df261-da26-4203-b3e4-998c64cad9ab req-67870c86-c369-4ae4-8567-d5b24b03b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:57.399793 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fc3df261-da26-4203-b3e4-998c64cad9ab req-67870c86-c369-4ae4-8567-d5b24b03b39f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec1a290f-af9e-46f3-8cfe-14cb7113e5fc HTTP/1.1" status: 200  len: 851 time: 0.1782949
Apr 14 11:30:57.445840 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-86adf7f1-eb23-4563-91e5-fef119c3f33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:57.509777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-685d7a62-2110-43ef-8396-deec093b6b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2429323'] for subnet, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:57.529233 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2b3433b8-b6b0-4326-bced-855134ba6557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:57.589913 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee9eed-ac8b-4efb-b4cb-72d53a1a75c2 req-a9c824fe-6095-4664-8b42-e835bcf25330 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:57.591528 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-04ee9eed-ac8b-4efb-b4cb-72d53a1a75c2 req-a9c824fe-6095-4664-8b42-e835bcf25330 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 946 time: 0.2623529
Apr 14 11:30:57.594901 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d7a62-2110-43ef-8396-deec093b6b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d65397d-5cef-49a5-9af0-4c01886bd162,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:57.604553 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-685d7a62-2110-43ef-8396-deec093b6b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:57.756443 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-04ee9eed-ac8b-4efb-b4cb-72d53a1a75c2 req-ab2f0936-6c29-42da-bfbb-7839c3d136da tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1058972
Apr 14 11:30:57.761621 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3df261-da26-4203-b3e4-998c64cad9ab req-72c0576a-112f-4758-bd49-fc12b2cce6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:57.763093 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fc3df261-da26-4203-b3e4-998c64cad9ab req-72c0576a-112f-4758-bd49-fc12b2cce6b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3519964
Apr 14 11:30:57.798974 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-685d7a62-2110-43ef-8396-deec093b6b7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:57.827438 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-685d7a62-2110-43ef-8396-deec093b6b7a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7d65397d-5cef-49a5-9af0-4c01886bd162 HTTP/1.1" status: 204  len: 168 time: 1.2341506
Apr 14 11:30:57.831035 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34054) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:57.920736 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018abc1-56d9-4599-b412-7b24d1362941 req-ff4a938c-77df-4129-8c16-5ec2ed77200c tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:57.922379 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4018abc1-56d9-4599-b412-7b24d1362941 req-ff4a938c-77df-4129-8c16-5ec2ed77200c tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 944 time: 0.2479236
Apr 14 11:30:57.949531 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6b4c-5350-4b9f-b89b-8518befd7100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854664768'] for network, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:57.963554 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fc3df261-da26-4203-b3e4-998c64cad9ab req-73bda148-3bf2-40d4-a067-748ad0897add service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927428
Apr 14 11:30:57.971595 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4018abc1-56d9-4599-b412-7b24d1362941 req-558d368b-60db-4343-a3a6-8ccda79b5e7f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398660
Apr 14 11:30:58.117396 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fc3df261-da26-4203-b3e4-998c64cad9ab req-ee5c1085-6b09-4d87-9e33-d3f094d2d765 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444836
Apr 14 11:30:58.144409 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6b4c-5350-4b9f-b89b-8518befd7100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854302052', 'neutron.services.segments.db._delete_segments_for_network--9223363253325445970'] for network, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:58.261285 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-4d1d6b4c-5350-4b9f-b89b-8518befd7100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd131410eb8>,) {'filters': {'network_id': ['2fbb62bf-cc4b-45c3-b020-53fd74feebfe']}} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:58.274701 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-4d1d6b4c-5350-4b9f-b89b-8518befd7100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd131410eb8>, 'dba4b880-b6ce-4cfd-9624-9953fb895257') {'for_net_delete': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:58.275043 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-4d1d6b4c-5350-4b9f-b89b-8518befd7100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd131410eb8>, 'dba4b880-b6ce-4cfd-9624-9953fb895257') {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:30:58.287971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6b4c-5350-4b9f-b89b-8518befd7100 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253325448786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26561450'] for segment, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:58.302633 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6b4c-5350-4b9f-b89b-8518befd7100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:58.308934 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1d6b4c-5350-4b9f-b89b-8518befd7100 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=85282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 14 11:30:58.342632 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:58.494475 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-4d1d6b4c-5350-4b9f-b89b-8518befd7100 admin admin] Network 2fbb62bf-cc4b-45c3-b020-53fd74feebfe has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:30:58.504210 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6b4c-5350-4b9f-b89b-8518befd7100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852025971'] for segment, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:58.580852 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:30:58.689672 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-4d1d6b4c-5350-4b9f-b89b-8518befd7100 admin admin] Network 2fbb62bf-cc4b-45c3-b020-53fd74feebfe has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:30:58.708790 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:58.722018 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:30:58.732600 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:30:58.738180 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:58.740443 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]: Traceback (most recent call last):
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:     timer()
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:     cb(*args, **kw)
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:     return func(*args, **kwargs)
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:     self._notify()
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:     self.callback(batched_events)
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:     event.method(event)
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:     segment_id)['aggregates'][0]
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:     return f(self, *a, **k)
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self._get(url).json()
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:     **kwargs)
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self.request(url, 'GET', **kwargs)
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:     **endpoint_filter)
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 14 11:30:58.777739 dv-cinder-774594-3-iscsi neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 14 11:30:58.795736 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6b4c-5350-4b9f-b89b-8518befd7100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-473733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850711281'] for network, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:58.796860 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5', 'code': 200}
Apr 14 11:30:58.798987 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:58.813356 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d1d6b4c-5350-4b9f-b89b-8518befd7100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:58.821180 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,revision_number=8']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:58.826124 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:58.826302 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d6b4c-5350-4b9f-b89b-8518befd7100 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fbb62bf-cc4b-45c3-b020-53fd74feebfe,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:58.828977 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-4d1d6b4c-5350-4b9f-b89b-8518befd7100 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2fbb62bf-cc4b-45c3-b020-53fd74feebfe HTTP/1.1" status: 204  len: 168 time: 0.9969952
Apr 14 11:30:58.830768 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4d1d6b4c-5350-4b9f-b89b-8518befd7100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:59.003500 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c467be-3fc8-4afd-966c-3d14cc2fbc25 req-d9502936-9aac-4b90-ad90-a9296fd08aee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:59.005084 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-36c467be-3fc8-4afd-966c-3d14cc2fbc25 req-d9502936-9aac-4b90-ad90-a9296fd08aee tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 944 time: 0.1079535
Apr 14 11:30:59.027793 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34066) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:59.041029 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-36c467be-3fc8-4afd-966c-3d14cc2fbc25 req-0b659036-2e0c-4095-9897-0011029098fb tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0287540
Apr 14 11:30:59.105317 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-bb5012e8-f8cd-44fd-8acf-dcfe97e229ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e60dd4a3abdc467db9fe3d7265789e9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0736959
Apr 14 11:30:59.105549 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34072) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:59.177837 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c1449163-7ab9-432e-b595-1aeec85b3a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:59.193766 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad272b6-74b7-4763-8b82-19505955c3c5 req-d4939d89-34bd-47ea-9360-2fbf44793a41 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:30:59.195493 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5ad272b6-74b7-4763-8b82-19505955c3c5 req-d4939d89-34bd-47ea-9360-2fbf44793a41 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 944 time: 0.1037238
Apr 14 11:30:59.208357 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c1449163-7ab9-432e-b595-1aeec85b3a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:59.229483 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5ad272b6-74b7-4763-8b82-19505955c3c5 req-78c3fb34-28f5-4f5e-bd4f-27366e6ca330 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0274277
Apr 14 11:30:59.264762 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c1449163-7ab9-432e-b595-1aeec85b3a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:59.270707 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-917e8afd-cb02-414c-b85a-aebcfa497573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:59.281975 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1449163-7ab9-432e-b595-1aeec85b3a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d04dc87-410f-41f4-a1c8-7b78a6d6b3bb,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:59.287773 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c1449163-7ab9-432e-b595-1aeec85b3a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:59.290043 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c1449163-7ab9-432e-b595-1aeec85b3a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:59.291358 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c1449163-7ab9-432e-b595-1aeec85b3a02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d04dc87-410f-41f4-a1c8-7b78a6d6b3bb HTTP/1.1" status: 204  len: 168 time: 0.1847763
Apr 14 11:30:59.330842 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:59.674955 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34090) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:59.732899 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c16eccf9-b360-494f-a5a3-bb0e3cd246a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46883b2185514bd9978221856a54fa44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0538731
Apr 14 11:30:59.733235 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34096) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:30:59.801879 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7e4918a6-7e95-442c-a097-84032562ba6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:59.830661 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7e4918a6-7e95-442c-a097-84032562ba6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:59.878991 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7e4918a6-7e95-442c-a097-84032562ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:59.884315 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-02653038-a43d-4d61-b756-d076269e795f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:30:59.898507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4918a6-7e95-442c-a097-84032562ba6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a1410d-25cc-4d9d-a8f9-e14d1323a133,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:30:59.901890 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7e4918a6-7e95-442c-a097-84032562ba6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:30:59.902876 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7e4918a6-7e95-442c-a097-84032562ba6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:30:59.904106 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-7e4918a6-7e95-442c-a097-84032562ba6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70a1410d-25cc-4d9d-a8f9-e14d1323a133 HTTP/1.1" status: 204  len: 168 time: 0.1698763
Apr 14 11:31:00.389946 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:00.726993 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-182f44da-df59-4199-b726-d8942dd664eb req-3f946eb6-6751-439e-9033-1de63369e51d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1060345
Apr 14 11:31:00.789249 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9278d-98d9-47a4-bb99-44e4d9051243 req-0bf4e542-afce-4bae-abf7-0d33960ade25 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:00.790888 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fbf9278d-98d9-47a4-bb99-44e4d9051243 req-0bf4e542-afce-4bae-abf7-0d33960ade25 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 944 time: 0.4401929
Apr 14 11:31:00.843919 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-fbf9278d-98d9-47a4-bb99-44e4d9051243 req-95ae4a07-d76d-4908-98b4-47abfc34a85c tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397987
Apr 14 11:31:00.862335 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6127c-9fcc-4476-aa81-664935b68ca8 req-23f5ab04-1f4c-4578-b6b1-914c9c13bb34 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:00.863937 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-19c6127c-9fcc-4476-aa81-664935b68ca8 req-23f5ab04-1f4c-4578-b6b1-914c9c13bb34 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 944 time: 0.1354365
Apr 14 11:31:00.903622 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-19c6127c-9fcc-4476-aa81-664935b68ca8 req-1412e045-7859-481f-b623-37c026bd01b3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0272427
Apr 14 11:31:01.261678 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f44da-df59-4199-b726-d8942dd664eb req-5616526d-2f87-4d65-b3f4-dea5fc30b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:01.263325 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-182f44da-df59-4199-b726-d8942dd664eb req-5616526d-2f87-4d65-b3f4-dea5fc30b784 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5&tenant_id=42e82b321b2843a49b1833fe7776ed0e HTTP/1.1" status: 200  len: 1097 time: 0.0812747
Apr 14 11:31:01.364687 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f44da-df59-4199-b726-d8942dd664eb req-e667e50a-ff8a-4cad-b880-c751da2faea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:01.366241 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-182f44da-df59-4199-b726-d8942dd664eb req-e667e50a-ff8a-4cad-b880-c751da2faea4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e82b321b2843a49b1833fe7776ed0e&device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 1097 time: 0.0810421
Apr 14 11:31:01.513110 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f44da-df59-4199-b726-d8942dd664eb req-45f035d4-02e2-4485-ab6b-80311fb754ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:01.514859 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-182f44da-df59-4199-b726-d8942dd664eb req-45f035d4-02e2-4485-ab6b-80311fb754ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96 HTTP/1.1" status: 200  len: 918 time: 0.1417868
Apr 14 11:31:01.635634 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-182f44da-df59-4199-b726-d8942dd664eb req-68dd1479-1b66-4856-8a7e-e255f9f87c4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 HTTP/1.1" status: 200  len: 1000 time: 0.1140673
Apr 14 11:31:01.710345 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f44da-df59-4199-b726-d8942dd664eb req-5471a687-68f0-4f8e-b7da-ca42e9f53f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:01.711948 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-182f44da-df59-4199-b726-d8942dd664eb req-5471a687-68f0-4f8e-b7da-ca42e9f53f50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ac1aba4-dc6d-43df-aca9-597b2efbd05c HTTP/1.1" status: 200  len: 856 time: 0.0696177
Apr 14 11:31:01.799267 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f44da-df59-4199-b726-d8942dd664eb req-5027cbe2-ca9e-4f56-a4a0-30e9a16eefbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:01.800904 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-182f44da-df59-4199-b726-d8942dd664eb req-5027cbe2-ca9e-4f56-a4a0-30e9a16eefbb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816815
Apr 14 11:31:01.955335 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-182f44da-df59-4199-b726-d8942dd664eb req-b2a69bbb-d6b3-4536-83fd-a54666f7c717 service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444409
Apr 14 11:31:02.250562 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-182f44da-df59-4199-b726-d8942dd664eb req-31c41f95-0920-42f1-90c7-6902e5cabdd4 service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2815480
Apr 14 11:31:02.269093 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002eb924-9420-43c5-9fb8-65985bf8cb35 req-adef2c4c-4fbb-4376-8c90-f8ed320a8b15 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:02.270762 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-002eb924-9420-43c5-9fb8-65985bf8cb35 req-adef2c4c-4fbb-4376-8c90-f8ed320a8b15 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 944 time: 0.2737651
Apr 14 11:31:02.280453 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029a988-1435-4997-aa58-7603370f1176 req-8afbb6e7-0cc0-4e07-ac0e-8f84f20623be tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:02.282018 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5029a988-1435-4997-aa58-7603370f1176 req-8afbb6e7-0cc0-4e07-ac0e-8f84f20623be tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 944 time: 0.2299616
Apr 14 11:31:02.327055 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-002eb924-9420-43c5-9fb8-65985bf8cb35 req-cf06b328-f52d-4759-aa22-503ce0734a89 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439477
Apr 14 11:31:02.332352 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5029a988-1435-4997-aa58-7603370f1176 req-b221894d-77de-4b2f-a74f-38ad45134c0b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363028
Apr 14 11:31:02.621562 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:31:03.342524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:03.687395 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d0855-ed4e-4009-8c7b-28c720c40e5d req-e6c806f2-0c18-4fb6-a995-8728e0d5cd27 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:03.689042 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-783d0855-ed4e-4009-8c7b-28c720c40e5d req-e6c806f2-0c18-4fb6-a995-8728e0d5cd27 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 944 time: 0.1899502
Apr 14 11:31:03.698721 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038001fb-b49a-4b90-af26-e81cd05d0c81 req-251504bb-9397-4956-871a-14c7b8208202 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:03.700396 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-038001fb-b49a-4b90-af26-e81cd05d0c81 req-251504bb-9397-4956-871a-14c7b8208202 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 944 time: 0.1379621
Apr 14 11:31:03.749710 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-783d0855-ed4e-4009-8c7b-28c720c40e5d req-6e4ea582-a795-4a4a-84f3-a4c1f2418808 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482285
Apr 14 11:31:03.753631 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-038001fb-b49a-4b90-af26-e81cd05d0c81 req-ec4d378b-2ad6-416d-a668-a70ab3338c8c tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374405
Apr 14 11:31:04.643964 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device d5bcc049-c877-4104-adf7-0e06aa400864 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:31:04.801273 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port d5bcc049-c877-4104-adf7-0e06aa400864, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d5bcc049-c877-4104-adf7-0e06aa400864,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:31:04.818091 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': 'd5bcc049-c877-4104-adf7-0e06aa400864', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'port_id': 'd5bcc049-c877-4104-adf7-0e06aa400864', 'mac_address': 'fa:16:3e:63:89:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:31:04.918082 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:04.919566 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bcc049-c877-4104-adf7-0e06aa400864 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:31:04.937554 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port d5bcc049-c877-4104-adf7-0e06aa400864, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d5bcc049-c877-4104-adf7-0e06aa400864,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:31:04.942146 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:04.944822 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:31:05.039852 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=d5bcc049-c877-4104-adf7-0e06aa400864,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:31:05.043217 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:31:05.110607 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a053c-71f0-4ee4-be62-d15cafca8b82 req-250a0928-3eb4-47d3-9cb2-95bb21d0ef98 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:05.113037 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-530a053c-71f0-4ee4-be62-d15cafca8b82 req-250a0928-3eb4-47d3-9cb2-95bb21d0ef98 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 945 time: 0.1901593
Apr 14 11:31:05.146461 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aaaf6e-8971-4d8b-b4a2-4731da328990 req-7345518d-742d-4c67-bcd9-5f5e50e75390 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:05.148095 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-53aaaf6e-8971-4d8b-b4a2-4731da328990 req-7345518d-742d-4c67-bcd9-5f5e50e75390 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 944 time: 0.1499240
Apr 14 11:31:05.162280 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-530a053c-71f0-4ee4-be62-d15cafca8b82 req-b7dd4d33-6726-451d-a776-3da3bd911ece tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400743
Apr 14 11:31:05.171790 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['d5bcc049-c877-4104-adf7-0e06aa400864'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:31:05.192474 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-53aaaf6e-8971-4d8b-b4a2-4731da328990 req-75f3af3f-4e02-463b-b985-99b429206667 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343103
Apr 14 11:31:06.452802 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb4c55-8a4c-4985-8893-1364b01ebb75 req-0fd58750-6477-4626-9953-4632a882e207 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:06.454519 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-15cb4c55-8a4c-4985-8893-1364b01ebb75 req-0fd58750-6477-4626-9953-4632a882e207 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 945 time: 0.1724658
Apr 14 11:31:06.492940 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884d7c4-55b7-4f0e-aeaf-604a69c5ec21 req-ab0d6df4-fc5b-4da7-b4ad-5d7b2148b79a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:06.494784 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8884d7c4-55b7-4f0e-aeaf-604a69c5ec21 req-ab0d6df4-fc5b-4da7-b4ad-5d7b2148b79a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 944 time: 0.1568842
Apr 14 11:31:06.527666 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-15cb4c55-8a4c-4985-8893-1364b01ebb75 req-0de8caf4-1267-4ec7-b986-57a0c679536f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621538
Apr 14 11:31:06.538837 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8884d7c4-55b7-4f0e-aeaf-604a69c5ec21 req-9c2af025-0435-4363-8cba-f8f74401c8cd tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0323808
Apr 14 11:31:06.640063 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device d5bcc049-c877-4104-adf7-0e06aa400864 up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:31:06.725389 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port d5bcc049-c877-4104-adf7-0e06aa400864 completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:31:06.730063 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port d5bcc049-c877-4104-adf7-0e06aa400864 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:31:06.730482 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:06.872704 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:06.885831 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bcc049-c877-4104-adf7-0e06aa400864'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:31:06.898235 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port d5bcc049-c877-4104-adf7-0e06aa400864, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d5bcc049-c877-4104-adf7-0e06aa400864,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:31:06.902948 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:06.906059 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:31:06.946647 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bcc049-c877-4104-adf7-0e06aa400864', 'code': 200}
Apr 14 11:31:06.982876 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=d5bcc049-c877-4104-adf7-0e06aa400864,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:31:06.986708 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:31:07.671674 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:31:07.817843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40215c4e-5902-4807-bd07-0d46d7d1a911 req-e242c23f-5757-448d-bc21-7b498c7c04af tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:07.819545 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-40215c4e-5902-4807-bd07-0d46d7d1a911 req-e242c23f-5757-448d-bc21-7b498c7c04af tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 946 time: 0.1687827
Apr 14 11:31:07.847715 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba282bb7-350d-46f9-810f-ba3c7a36cd7f req-29e3f6b2-ee75-4878-8738-0183382e6f23 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:07.849352 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ba282bb7-350d-46f9-810f-ba3c7a36cd7f req-29e3f6b2-ee75-4878-8738-0183382e6f23 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 944 time: 0.1551611
Apr 14 11:31:07.877227 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-40215c4e-5902-4807-bd07-0d46d7d1a911 req-d8de4b78-bcd1-4156-8661-62ba536c2a4b tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502813
Apr 14 11:31:07.893956 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ba282bb7-350d-46f9-810f-ba3c7a36cd7f req-1f54bafe-eafb-46f8-8b7e-ddaf189acbcd tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351691
Apr 14 11:31:09.178276 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002e30a-d9d8-4682-86e9-73ddac77ee6b req-b7f211ad-e09f-41f9-8f9c-6f92864a584b tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:09.178276 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4002e30a-d9d8-4682-86e9-73ddac77ee6b req-b7f211ad-e09f-41f9-8f9c-6f92864a584b tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 946 time: 0.1737177
Apr 14 11:31:09.186734 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23155dc3-2c4c-4035-bf48-39a3edc9bb74 req-6725fef6-7ba9-4c71-9659-2601f15661e4 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:09.188315 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-23155dc3-2c4c-4035-bf48-39a3edc9bb74 req-6725fef6-7ba9-4c71-9659-2601f15661e4 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 944 time: 0.1459851
Apr 14 11:31:09.241010 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4002e30a-d9d8-4682-86e9-73ddac77ee6b req-213e8b47-d4ad-4182-87a4-54aefdf984f0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468321
Apr 14 11:31:09.256370 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-23155dc3-2c4c-4035-bf48-39a3edc9bb74 req-42b54aaf-8c22-4cc5-a2d0-5756e4e63873 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459745
Apr 14 11:31:10.551770 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfcc3f-25c7-4d62-b568-30526635fa23 req-9ed5bc91-1162-4d2f-b5ad-3696f3661d54 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:10.553467 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-67dfcc3f-25c7-4d62-b568-30526635fa23 req-9ed5bc91-1162-4d2f-b5ad-3696f3661d54 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 946 time: 0.1853101
Apr 14 11:31:10.571231 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec3a85-81da-404c-9e11-5fb1cb3e83be req-de403fb6-cda7-42a3-8354-8dca6d119ef9 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:10.572848 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1bec3a85-81da-404c-9e11-5fb1cb3e83be req-de403fb6-cda7-42a3-8354-8dca6d119ef9 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 944 time: 0.1607552
Apr 14 11:31:10.621343 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1bec3a85-81da-404c-9e11-5fb1cb3e83be req-a20b20c9-4772-489d-9fc5-8857df6f1210 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0350437
Apr 14 11:31:10.633519 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-67dfcc3f-25c7-4d62-b568-30526635fa23 req-d32a001f-cad6-45f8-a698-29b65a47d979 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594454
Apr 14 11:31:11.927010 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a56f4-e47b-44f1-b0aa-12bcb05819b8 req-9babe66d-c210-4b41-bc33-9dbefb179292 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:11.928671 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-741a56f4-e47b-44f1-b0aa-12bcb05819b8 req-9babe66d-c210-4b41-bc33-9dbefb179292 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 946 time: 0.1825886
Apr 14 11:31:11.937982 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354fd03-5602-40fc-b78f-c6b8895f7f0c req-d7ae2b5b-f032-4db5-8bb5-c52eb6f82251 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:11.940361 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7354fd03-5602-40fc-b78f-c6b8895f7f0c req-d7ae2b5b-f032-4db5-8bb5-c52eb6f82251 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 944 time: 0.1520243
Apr 14 11:31:11.982976 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-741a56f4-e47b-44f1-b0aa-12bcb05819b8 req-5eae1855-c4d5-4b44-b448-685f0ffd4488 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415013
Apr 14 11:31:11.994249 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-7354fd03-5602-40fc-b78f-c6b8895f7f0c req-6c9e1cb4-90f1-46eb-9be6-a41b8a6e32d4 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381200
Apr 14 11:31:13.295552 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c5160-0567-4d8c-8639-7ea4d49657a1 req-f3a8c3eb-8926-4f27-bacb-f3f323459de8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:13.297080 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-433c5160-0567-4d8c-8639-7ea4d49657a1 req-f3a8c3eb-8926-4f27-bacb-f3f323459de8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 946 time: 0.1784980
Apr 14 11:31:13.325374 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8310ac-5746-4268-b7b0-8525ff046e1a req-ebeaff58-e207-40df-b890-5e95c373e50b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:13.327711 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-df8310ac-5746-4268-b7b0-8525ff046e1a req-ebeaff58-e207-40df-b890-5e95c373e50b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 944 time: 0.1354942
Apr 14 11:31:13.366533 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-433c5160-0567-4d8c-8639-7ea4d49657a1 req-e6e079ac-a1d0-41a4-9b16-7e253eae26c7 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621598
Apr 14 11:31:13.379239 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-df8310ac-5746-4268-b7b0-8525ff046e1a req-5ec57829-c8bc-4e38-827a-06eb21946b89 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409682
Apr 14 11:31:14.671754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61fed2-e802-490f-9beb-2a4b297148fd req-e38cbfac-d9cb-48c5-b888-deef960ec55c tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:14.673407 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-eb61fed2-e802-490f-9beb-2a4b297148fd req-e38cbfac-d9cb-48c5-b888-deef960ec55c tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 946 time: 0.1649549
Apr 14 11:31:14.683022 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0ff4a-bc4c-49c5-820c-2dbae9701bb0 req-c70f69a3-4513-4659-a383-8346b76d4e97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:14.684507 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-64b0ff4a-bc4c-49c5-820c-2dbae9701bb0 req-c70f69a3-4513-4659-a383-8346b76d4e97 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 944 time: 0.1395555
Apr 14 11:31:14.725446 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-eb61fed2-e802-490f-9beb-2a4b297148fd req-3aa17a10-d1bf-46e8-964a-4ac14fa78f69 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398839
Apr 14 11:31:14.732976 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-64b0ff4a-bc4c-49c5-820c-2dbae9701bb0 req-8a1513aa-cece-47c9-8e4c-db9e4b241ac4 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0325959
Apr 14 11:31:15.149349 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6aaf0b-624e-4d56-9063-0e3678f693b4 req-e9c74c06-0827-4aa5-8c2b-20bc57a92a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:15.150950 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4d6aaf0b-624e-4d56-9063-0e3678f693b4 req-e9c74c06-0827-4aa5-8c2b-20bc57a92a25 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 1099 time: 0.0797906
Apr 14 11:31:15.178790 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4d6aaf0b-624e-4d56-9063-0e3678f693b4 req-1c590117-a44b-4751-a881-92277df9c33d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0200224
Apr 14 11:31:16.236701 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30acef-9847-47db-bc49-82d5d0932c7e req-e428d65e-e750-45db-826a-6ab00274fbea tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:16.238299 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6a30acef-9847-47db-bc49-82d5d0932c7e req-e428d65e-e750-45db-826a-6ab00274fbea tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 946 time: 0.3982291
Apr 14 11:31:16.246993 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea639179-f5bf-4a34-8f8b-e1a2e82772f1 req-048480d8-3d68-4584-a66c-7580ac7a8a0f tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:16.248420 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ea639179-f5bf-4a34-8f8b-e1a2e82772f1 req-048480d8-3d68-4584-a66c-7580ac7a8a0f tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 944 time: 0.3703296
Apr 14 11:31:16.291548 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6a30acef-9847-47db-bc49-82d5d0932c7e req-f43f31cf-5c2d-4a95-9734-73ff0a0e51dc tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420673
Apr 14 11:31:16.296279 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ea639179-f5bf-4a34-8f8b-e1a2e82772f1 req-f32f759c-b6c1-4f3a-9aa7-2df2ddf23df7 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0344155
Apr 14 11:31:16.672637 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:31:16.831851 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:31:16.852857 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'port_id': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5', 'mac_address': 'fa:16:3e:f2:50:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:31:16.936459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:16.938744 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:31:16.957462 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:31:16.960368 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:16.962276 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:31:17.037003 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,revision_number=9']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:31:17.040395 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:31:17.163281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['4cb0a30a-d0f4-47bd-9b35-aaddb23748a5'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:31:17.603847 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d249fa-7254-43df-974a-da0ea3e5f7eb req-bd5d301c-c515-498d-8bdd-6f62fac97242 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:17.605513 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-87d249fa-7254-43df-974a-da0ea3e5f7eb req-bd5d301c-c515-498d-8bdd-6f62fac97242 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 945 time: 0.1689293
Apr 14 11:31:17.618783 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059116f7-9162-41e4-8ab9-dee96707fc23 req-21321eba-4d9d-40af-acf3-39e482690fca tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:17.620358 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-059116f7-9162-41e4-8ab9-dee96707fc23 req-21321eba-4d9d-40af-acf3-39e482690fca tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 946 time: 0.1433063
Apr 14 11:31:17.660448 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-87d249fa-7254-43df-974a-da0ea3e5f7eb req-113a14d3-751f-4bc0-82a8-80873b20a7f3 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390561
Apr 14 11:31:17.671519 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-059116f7-9162-41e4-8ab9-dee96707fc23 req-c941cdf7-a8eb-496a-ac7c-38c7ee1cfc63 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353498
Apr 14 11:31:17.885786 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb4a5a-249e-463c-9998-ac7364ec9678 req-1ad097c5-ac9e-40fd-a6d4-289b33d103d5 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:17.887373 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-18cb4a5a-249e-463c-9998-ac7364ec9678 req-1ad097c5-ac9e-40fd-a6d4-289b33d103d5 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 946 time: 0.0877893
Apr 14 11:31:17.919200 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-18cb4a5a-249e-463c-9998-ac7364ec9678 req-eab9279f-81b5-4afb-aabc-1c21961d3d80 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0242944
Apr 14 11:31:17.946124 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34334) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:31:18.203440 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544afa97-e8d3-4472-9147-9009931a8ed2 tempest-TestVolumeBootPattern-150698083 tempest-TestVolumeBootPattern-150698083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:18.205738 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-544afa97-e8d3-4472-9147-9009931a8ed2 tempest-TestVolumeBootPattern-150698083 tempest-TestVolumeBootPattern-150698083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 1094 time: 0.2585073
Apr 14 11:31:18.208994 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34340) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:31:18.214583 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Request body: {'floatingip': {'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'port_id': 'd5bcc049-c877-4104-adf7-0e06aa400864', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:31:18.221719 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:31:18.225739 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Usage tracker for resource:floatingip and tenant:82996a92f9a3422d9c63368b5bbe0761 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:31:18.228673 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:31:18.234618 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:31:18.244017 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for floatingip, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:18.387917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:18.534180 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Allocated IP 172.27.2.100 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/666ce38a-d599-44e7-b1a3-30354711c11b) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:31:18.684912 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:31:18.763411 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:31:18.763816 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:18.884466 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492546e-4072-48b4-9dea-9f4ddbcd1336 req-6b076453-f118-484d-92fb-8ecfb4d6222b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:18.893096 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1492546e-4072-48b4-9dea-9f4ddbcd1336 req-6b076453-f118-484d-92fb-8ecfb4d6222b tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 945 time: 0.1065955
Apr 14 11:31:18.897731 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:18.911398 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:31:18.922589 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:31:18.927564 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:18.930196 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-23c143ec-a889-4127-b99c-8004d8e65262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:31:18.942333 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:18.973946 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:19.001453 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5', 'code': 200}
Apr 14 11:31:19.018575 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9077b2b2-586e-4179-a373-8341443eabd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:31:19.030138 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,revision_number=10']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:31:19.036894 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:31:19.138389 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1492546e-4072-48b4-9dea-9f4ddbcd1336 req-643cfabb-f2ac-428b-b1c3-4d9a493c68eb tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2401173
Apr 14 11:31:19.195738 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:31:19.199501 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event updated for resources: {'Port': ['ID=666ce38a-d599-44e7-b1a3-30354711c11b,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:31:19.202170 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:31:19.203995 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:31:19.205386 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:31:19.261437 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34356) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:31:19.277898 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40523dd0-f56c-4e73-a183-fcaaea76a69b req-90f6ac3a-ceef-4db6-ab9c-d5554b37ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:19.279495 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-40523dd0-f56c-4e73-a183-fcaaea76a69b req-90f6ac3a-ceef-4db6-ab9c-d5554b37ef70 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 1100 time: 0.0838542
Apr 14 11:31:19.306220 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-40523dd0-f56c-4e73-a183-fcaaea76a69b req-d770d91b-7e38-4870-8620-2c6a20ec9c4a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0201674
Apr 14 11:31:19.538404 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-65cd8d50-43e1-4168-b1ae-f75d4a7ff885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:19.567317 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-65cd8d50-43e1-4168-b1ae-f75d4a7ff885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:31:19.583360 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-65cd8d50-43e1-4168-b1ae-f75d4a7ff885 admin admin] Usage tracker for resource:security_group_rule and tenant:69feb629103d4ac6b0b930e81e2f26cb is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:31:19.588062 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-65cd8d50-43e1-4168-b1ae-f75d4a7ff885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:31:19.599002 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-65cd8d50-43e1-4168-b1ae-f75d4a7ff885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:31:19.760877 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-65cd8d50-43e1-4168-b1ae-f75d4a7ff885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:19.764235 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:19.765971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-65cd8d50-43e1-4168-b1ae-f75d4a7ff885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:19.780741 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-eda250ba-bf0a-40d8-9820-5dac01237634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:31:19.832116 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-65cd8d50-43e1-4168-b1ae-f75d4a7ff885 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69feb629103d4ac6b0b930e81e2f26cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5695572
Apr 14 11:31:19.832952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd8d50-43e1-4168-b1ae-f75d4a7ff885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b4eb8d-0f89-4a6e-8ee2-bad191a647d9,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:31:19.835000 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 34362) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:31:19.836372 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-65cd8d50-43e1-4168-b1ae-f75d4a7ff885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:31:19.902770 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9ce7abb1-24d8-43cf-a94b-3774c99072c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:19.904455 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:19.930513 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9ce7abb1-24d8-43cf-a94b-3774c99072c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:19.977977 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9ce7abb1-24d8-43cf-a94b-3774c99072c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:19.983253 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5f6413cc-47e3-4367-8510-b13c2371d422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:31:19.994229 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7abb1-24d8-43cf-a94b-3774c99072c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b4eb8d-0f89-4a6e-8ee2-bad191a647d9,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:31:19.998050 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9ce7abb1-24d8-43cf-a94b-3774c99072c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:31:20.002230 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9ce7abb1-24d8-43cf-a94b-3774c99072c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:20.005740 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-9ce7abb1-24d8-43cf-a94b-3774c99072c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8b4eb8d-0f89-4a6e-8ee2-bad191a647d9 HTTP/1.1" status: 204  len: 168 time: 0.1671920
Apr 14 11:31:20.191942 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:20.198711 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:20.217151 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d7391bef-cc90-4883-a916-0384ffdf8fae tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:31:20.376332 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event updated for resources: {'Port': ['ID=666ce38a-d599-44e7-b1a3-30354711c11b,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:31:20.387354 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c964cf0-9679-41bc-a52c-10b5cec05540 req-3d0d292d-b682-469e-8321-a2e3b9019562 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:20.389179 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5c964cf0-9679-41bc-a52c-10b5cec05540 req-3d0d292d-b682-469e-8321-a2e3b9019562 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 947 time: 0.1250589
Apr 14 11:31:20.396753 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:31:20.441550 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5c964cf0-9679-41bc-a52c-10b5cec05540 req-970a81bf-bc2f-4715-b003-33b4779db5d1 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444510
Apr 14 11:31:20.532482 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850711266'] for floatingip, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:20.729119 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_db [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Floating IP d2aa47f1-446c-4069-8745-7dd70df3c539 associated. External IP: 172.27.2.100, port: d5bcc049-c877-4104-adf7-0e06aa400864.
Apr 14 11:31:21.132748 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Router de3842f2-4094-4134-9f54-acaf4321f740 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:31:21.333720 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:31:21.343996 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495efda6-9c3f-46c0-9695-4b25b2af9772 None None] Sync routers for ids ['de3842f2-4094-4134-9f54-acaf4321f740'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:31:21.354263 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495efda6-9c3f-46c0-9695-4b25b2af9772 None None] Routers {'de3842f2-4094-4134-9f54-acaf4321f740'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:31:21.355151 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-495efda6-9c3f-46c0-9695-4b25b2af9772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130c59eb8>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:30:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['de3842f2-4094-4134-9f54-acaf4321f740'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:31:21.363498 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:21.441124 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.2207544
Apr 14 11:31:21.441124 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09', 'tag': 'd5bcc049-c877-4104-adf7-0e06aa400864'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:31:21.482880 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09', 'tag': 'd5bcc049-c877-4104-adf7-0e06aa400864', 'status': 'completed', 'code': 200}
Apr 14 11:31:21.557358 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-495efda6-9c3f-46c0-9695-4b25b2af9772 None None] Set router de3842f2-4094-4134-9f54-acaf4321f740 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:31:21.696424 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407c5f3-c30a-409f-a006-51b406170ef1 req-6aa32b72-39b4-4516-9af1-bb47826c0f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:21.698233 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1407c5f3-c30a-409f-a006-51b406170ef1 req-6aa32b72-39b4-4516-9af1-bb47826c0f10 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82996a92f9a3422d9c63368b5bbe0761&device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 1099 time: 0.1923707
Apr 14 11:31:21.849480 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0313e-1838-4433-a602-7169d4df04bc req-c61d5300-0c7f-40d2-bf8e-0e1d213f905e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:21.851234 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-04a0313e-1838-4433-a602-7169d4df04bc req-c61d5300-0c7f-40d2-bf8e-0e1d213f905e tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 947 time: 0.2175767
Apr 14 11:31:21.911664 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-04a0313e-1838-4433-a602-7169d4df04bc req-5a42d18d-a141-4db3-b87c-da01bb67fb2a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450730
Apr 14 11:31:21.917093 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407c5f3-c30a-409f-a006-51b406170ef1 req-1427355a-e876-4d53-86ca-29b0b487e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:21.918727 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1407c5f3-c30a-409f-a006-51b406170ef1 req-1427355a-e876-4d53-86ca-29b0b487e2ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 200  len: 913 time: 0.2139971
Apr 14 11:31:21.947904 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-495efda6-9c3f-46c0-9695-4b25b2af9772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130c59eb8>, [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': 'd2aa47f1-446c-4069-8745-7dd70df3c539', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'port_id': 'd5bcc049-c877-4104-adf7-0e06aa400864', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'mac_address': 'fa:16:3e:63:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:31:19Z', 'updated_at': '2021-04-14T11:31:19Z', 'revision_number': 0, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:31:21.952885 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495efda6-9c3f-46c0-9695-4b25b2af9772 None None] Checking router: de3842f2-4094-4134-9f54-acaf4321f740 for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:31:21.962841 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495efda6-9c3f-46c0-9695-4b25b2af9772 None None] Routers {'de3842f2-4094-4134-9f54-acaf4321f740'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:31:21.963890 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-495efda6-9c3f-46c0-9695-4b25b2af9772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130c59eb8>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:30:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['de3842f2-4094-4134-9f54-acaf4321f740'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:31:22.042044 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1407c5f3-c30a-409f-a006-51b406170ef1 req-5dae214c-9fc1-4fab-8a66-8b09101b1997 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5bcc049-c877-4104-adf7-0e06aa400864 HTTP/1.1" status: 200  len: 1000 time: 0.1159148
Apr 14 11:31:22.116721 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407c5f3-c30a-409f-a006-51b406170ef1 req-f4610a16-1c28-4cf7-a155-1dbc9e9bf72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:22.118719 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1407c5f3-c30a-409f-a006-51b406170ef1 req-f4610a16-1c28-4cf7-a155-1dbc9e9bf72f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec1a290f-af9e-46f3-8cfe-14cb7113e5fc HTTP/1.1" status: 200  len: 851 time: 0.0705001
Apr 14 11:31:22.153611 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-495efda6-9c3f-46c0-9695-4b25b2af9772 None None] Set router de3842f2-4094-4134-9f54-acaf4321f740 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:31:22.205546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407c5f3-c30a-409f-a006-51b406170ef1 req-e9da5e5c-08d3-4e34-8afd-6bdec2d10931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:22.207344 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1407c5f3-c30a-409f-a006-51b406170ef1 req-e9da5e5c-08d3-4e34-8afd-6bdec2d10931 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819321
Apr 14 11:31:22.371971 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1407c5f3-c30a-409f-a006-51b406170ef1 req-2ef403e3-2557-4f95-b007-76cfb121e182 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1550136
Apr 14 11:31:22.551809 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1407c5f3-c30a-409f-a006-51b406170ef1 req-c48cf5eb-67da-4c94-b4ef-a77eb3d577bf service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1727252
Apr 14 11:31:22.569089 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-495efda6-9c3f-46c0-9695-4b25b2af9772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130c59eb8>, [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': 'd2aa47f1-446c-4069-8745-7dd70df3c539', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'port_id': 'd5bcc049-c877-4104-adf7-0e06aa400864', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'mac_address': 'fa:16:3e:63:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:31:19Z', 'updated_at': '2021-04-14T11:31:19Z', 'revision_number': 0, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:31:22.574266 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495efda6-9c3f-46c0-9695-4b25b2af9772 None None] The sync data for ids ['de3842f2-4094-4134-9f54-acaf4321f740'] in dv-cinder-774594-3-iscsi is: [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': 'd2aa47f1-446c-4069-8745-7dd70df3c539', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'port_id': 'd5bcc049-c877-4104-adf7-0e06aa400864', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'mac_address': 'fa:16:3e:63:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:31:19Z', 'updated_at': '2021-04-14T11:31:19Z', 'revision_number': 0, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:31:22.895040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ece81d9-a463-413f-a263-487c5f338f48 None None] New status for floating IP d2aa47f1-446c-4069-8745-7dd70df3c539: ACTIVE {{(pid=85284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 14 11:31:25.444404 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8c4b5aa2-780f-4e22-90ab-f37bc300c7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:27.447363 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-80cdfad3-015e-4bd7-bd4b-a692ecee01d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:28.343474 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:29.332734 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:29.807820 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 34530) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:31:29.933616 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:29.948863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:31:29.952843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Usage tracker for resource:security_group_rule and tenant:27722bf209694a4eac660b52c9c95e2e is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:31:29.956279 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:31:29.962218 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:31:30.052144 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:30.054908 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:30.063125 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0b8ae311-b868-4fcc-ab74-d092bb911355 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:31:30.106054 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27722bf209694a4eac660b52c9c95e2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2971108
Apr 14 11:31:30.107023 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3725f5a2-21f1-4c6a-8961-5252eb22236d,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:31:30.108968 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34536) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:31:30.114994 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:30.115418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:30.115831 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:30.116238 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:30.116639 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:30.117039 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:30.117462 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:30.117861 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:30.118259 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:30.118651 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:30.119043 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:30.119434 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:30.123776 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c15759db-1ce0-4dfa-b394-a111ff3d065c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:31:30.172486 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1509fcfe-f477-447c-a109-ee3526b04d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:30.199539 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1509fcfe-f477-447c-a109-ee3526b04d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:30.243628 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1509fcfe-f477-447c-a109-ee3526b04d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:30.248648 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a1ab4ca5-48ee-4cbf-90ba-581a128a9a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:31:30.259953 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509fcfe-f477-447c-a109-ee3526b04d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3725f5a2-21f1-4c6a-8961-5252eb22236d,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:31:30.263697 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1509fcfe-f477-447c-a109-ee3526b04d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:31:30.267036 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1509fcfe-f477-447c-a109-ee3526b04d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:30.268852 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-1509fcfe-f477-447c-a109-ee3526b04d84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3725f5a2-21f1-4c6a-8961-5252eb22236d HTTP/1.1" status: 204  len: 168 time: 0.1582930
Apr 14 11:31:30.398537 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:30.570882 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34544) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:31:30.593543 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-41ee3305-4df0-4f7c-a7b5-af96fb7b4ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:30.610366 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-41ee3305-4df0-4f7c-a7b5-af96fb7b4ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:31:30.615176 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-41ee3305-4df0-4f7c-a7b5-af96fb7b4ffc admin admin] Usage tracker for resource:security_group_rule and tenant:91621c6f82594fd98acb9120b77ba5bc is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:31:30.618147 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-41ee3305-4df0-4f7c-a7b5-af96fb7b4ffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:31:30.624179 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-41ee3305-4df0-4f7c-a7b5-af96fb7b4ffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:31:30.709910 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-41ee3305-4df0-4f7c-a7b5-af96fb7b4ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:30.712720 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-41ee3305-4df0-4f7c-a7b5-af96fb7b4ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:30.721695 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6a2782f2-1a17-499a-8d38-d40ce1467555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:31:30.765015 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-41ee3305-4df0-4f7c-a7b5-af96fb7b4ffc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91621c6f82594fd98acb9120b77ba5bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1928720
Apr 14 11:31:30.765912 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee3305-4df0-4f7c-a7b5-af96fb7b4ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb92707-27ff-4e20-a66a-b9f09f3f1678,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:31:30.767998 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 34548) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:31:30.769430 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-41ee3305-4df0-4f7c-a7b5-af96fb7b4ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:31:30.830572 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6247d0f8-c534-4ba0-b569-3afa9fbd0b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:30.858226 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6247d0f8-c534-4ba0-b569-3afa9fbd0b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:30.902573 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6247d0f8-c534-4ba0-b569-3afa9fbd0b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:30.907659 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8bc1ff07-795b-41ce-9f43-8f6a4b2f5f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:31:30.920805 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247d0f8-c534-4ba0-b569-3afa9fbd0b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb92707-27ff-4e20-a66a-b9f09f3f1678,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:31:30.925197 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6247d0f8-c534-4ba0-b569-3afa9fbd0b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:31:30.930775 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6247d0f8-c534-4ba0-b569-3afa9fbd0b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:30.931997 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-6247d0f8-c534-4ba0-b569-3afa9fbd0b1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bb92707-27ff-4e20-a66a-b9f09f3f1678 HTTP/1.1" status: 204  len: 168 time: 0.1629918
Apr 14 11:31:31.287730 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 34556) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:31:31.307200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-886aa554-58f7-40fe-9975-fc460fa730f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:31.326048 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-886aa554-58f7-40fe-9975-fc460fa730f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:31:31.330028 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-886aa554-58f7-40fe-9975-fc460fa730f1 admin admin] Usage tracker for resource:security_group_rule and tenant:627a6d8496a94acdad8c8b5b2e12eac8 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:31:31.333509 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-886aa554-58f7-40fe-9975-fc460fa730f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:31:31.339449 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-886aa554-58f7-40fe-9975-fc460fa730f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:31:31.422406 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-886aa554-58f7-40fe-9975-fc460fa730f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:31.425277 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-886aa554-58f7-40fe-9975-fc460fa730f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:31.434021 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a302947f-d925-403e-bb16-2d825c80484d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:31:31.476547 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-886aa554-58f7-40fe-9975-fc460fa730f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=627a6d8496a94acdad8c8b5b2e12eac8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1876884
Apr 14 11:31:31.477564 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886aa554-58f7-40fe-9975-fc460fa730f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a0853e-ab58-4976-afcc-1ed22ab5cac9,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:31:31.479559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34560) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:31:31.480805 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-886aa554-58f7-40fe-9975-fc460fa730f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:31:31.543629 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a68bf22d-c17b-48f8-b863-06b459aa4883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:31.570414 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a68bf22d-c17b-48f8-b863-06b459aa4883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:31.619130 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a68bf22d-c17b-48f8-b863-06b459aa4883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:31.623994 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-09e6681d-ccc3-4578-a2d3-6c75c857cbfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:31:31.636908 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bf22d-c17b-48f8-b863-06b459aa4883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a0853e-ab58-4976-afcc-1ed22ab5cac9,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:31:31.640555 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a68bf22d-c17b-48f8-b863-06b459aa4883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:31:31.646767 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a68bf22d-c17b-48f8-b863-06b459aa4883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:31.647977 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a68bf22d-c17b-48f8-b863-06b459aa4883 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1a0853e-ab58-4976-afcc-1ed22ab5cac9 HTTP/1.1" status: 204  len: 168 time: 0.1672792
Apr 14 11:31:33.341494 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:37.732382 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-66690ca3-0ace-4eb4-8745-709b07c79e49 req-f7792846-33a5-40de-b3e5-8c7cee8235db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0794730
Apr 14 11:31:37.890439 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66690ca3-0ace-4eb4-8745-709b07c79e49 req-f983bebc-d19c-4c6c-ada4-3dd86f9c6071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:37.892026 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-66690ca3-0ace-4eb4-8745-709b07c79e49 req-f983bebc-d19c-4c6c-ada4-3dd86f9c6071 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e82b321b2843a49b1833fe7776ed0e&device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 1100 time: 0.0821140
Apr 14 11:31:38.045447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66690ca3-0ace-4eb4-8745-709b07c79e49 req-caef2b0d-4dae-47bd-9e4d-8e0df375ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:38.046918 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-66690ca3-0ace-4eb4-8745-709b07c79e49 req-caef2b0d-4dae-47bd-9e4d-8e0df375ae29 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96 HTTP/1.1" status: 200  len: 918 time: 0.1356356
Apr 14 11:31:38.157173 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-66690ca3-0ace-4eb4-8745-709b07c79e49 req-59d15a90-8d7b-4986-852c-2fb9570225d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 HTTP/1.1" status: 200  len: 1002 time: 0.1031275
Apr 14 11:31:38.225136 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66690ca3-0ace-4eb4-8745-709b07c79e49 req-2ddbd1ea-9370-45e0-915f-2902bb2e6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:38.226630 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-66690ca3-0ace-4eb4-8745-709b07c79e49 req-2ddbd1ea-9370-45e0-915f-2902bb2e6f10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ac1aba4-dc6d-43df-aca9-597b2efbd05c HTTP/1.1" status: 200  len: 856 time: 0.0623415
Apr 14 11:31:38.312397 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66690ca3-0ace-4eb4-8745-709b07c79e49 req-0e41334b-252b-4720-84f0-781ca7eb9aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:31:38.314201 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-66690ca3-0ace-4eb4-8745-709b07c79e49 req-0e41334b-252b-4720-84f0-781ca7eb9aa9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19b0c0a9-f76b-47ad-b90c-974f3dffdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789824
Apr 14 11:31:38.460025 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-66690ca3-0ace-4eb4-8745-709b07c79e49 req-be220d57-7ce6-46ba-8704-3714889707bd service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372607
Apr 14 11:31:38.610822 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-66690ca3-0ace-4eb4-8745-709b07c79e49 req-6812505a-938c-473e-89e3-bc787df16861 service neutron] 10.222.0.47 "GET /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432438
Apr 14 11:31:44.671010 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:31:53.140694 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34706) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:31:53.267118 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:53.283164 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:31:53.287799 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Usage tracker for resource:security_group_rule and tenant:143dfc674c8241f986913fc831ddb50a is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:31:53.290765 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:31:53.297694 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:31:53.383922 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:53.386524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:53.396163 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-be2c7cf8-578b-4c7b-88c9-41d599a89aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:31:53.442097 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=143dfc674c8241f986913fc831ddb50a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2971861
Apr 14 11:31:53.442097 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea81026-0ef1-40da-bb5a-6f9fd71b36b6,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:31:53.442747 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 34712) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:31:53.448941 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:53.449413 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:53.449841 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:53.450262 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:53.450680 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:53.451097 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:53.451512 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:53.451930 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:53.452346 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:53.452759 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:53.453194 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:53.453605 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:31:53.458632 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:31:53.509989 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d255c773-84d2-4dfc-a20f-52784920aa5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:53.538052 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d255c773-84d2-4dfc-a20f-52784920aa5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:53.583105 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d255c773-84d2-4dfc-a20f-52784920aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:53.587997 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6afaed6b-1bde-4baf-9e95-1807ba6febf5 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:31:53.600555 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255c773-84d2-4dfc-a20f-52784920aa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea81026-0ef1-40da-bb5a-6f9fd71b36b6,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:31:53.605326 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d255c773-84d2-4dfc-a20f-52784920aa5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:31:53.609665 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d255c773-84d2-4dfc-a20f-52784920aa5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:53.610876 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-d255c773-84d2-4dfc-a20f-52784920aa5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ea81026-0ef1-40da-bb5a-6f9fd71b36b6 HTTP/1.1" status: 204  len: 168 time: 0.1670785
Apr 14 11:31:55.446387 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5766575e-5ff9-41d0-96ac-5a61fca51458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:57.448198 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f403-0d18-479e-bcdf-8465bc6a86d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:58.348474 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:31:59.335301 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:00.392452 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:00.879433 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64e2de-0061-42e2-9a94-dc4616e1250c req-da515eab-2663-461d-9e3a-114ad2ef5aff tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:32:00.881125 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ab64e2de-0061-42e2-9a94-dc4616e1250c req-da515eab-2663-461d-9e3a-114ad2ef5aff tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 947 time: 0.0884140
Apr 14 11:32:00.914967 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ab64e2de-0061-42e2-9a94-dc4616e1250c req-c0900134-982a-4100-ba5b-1b0739258e6a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0275166
Apr 14 11:32:02.123453 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005831be-7c3a-4649-becc-a41492a82b62 req-51052b14-cee1-417f-94c9-587621209359 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:32:02.124970 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-005831be-7c3a-4649-becc-a41492a82b62 req-51052b14-cee1-417f-94c9-587621209359 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 947 time: 0.0885367
Apr 14 11:32:02.198672 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-005831be-7c3a-4649-becc-a41492a82b62 req-cc31274c-1e89-4ee8-9cda-ca89991e511a tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups?id=af8a509d-cdec-493e-8ea6-53df5ae61636&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379622
Apr 14 11:32:02.231047 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e6312-e777-4ffb-bdce-a681bf379e1e req-ee7f04d6-1fac-49c7-b3e9-3d0f25692570 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:32:02.232576 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8a5e6312-e777-4ffb-bdce-a681bf379e1e req-ee7f04d6-1fac-49c7-b3e9-3d0f25692570 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.47 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 947 time: 0.1066737
Apr 14 11:32:02.314992 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-8a5e6312-e777-4ffb-bdce-a681bf379e1e req-f6fc4f53-1a4b-407f-82a4-7feee4638b35 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Deleting port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:32:02.315382 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8a5e6312-e777-4ffb-bdce-a681bf379e1e req-f6fc4f53-1a4b-407f-82a4-7feee4638b35 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:02.581667 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-8a5e6312-e777-4ffb-bdce-a681bf379e1e req-f6fc4f53-1a4b-407f-82a4-7feee4638b35 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] For port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:32:02.582263 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8a5e6312-e777-4ffb-bdce-a681bf379e1e req-f6fc4f53-1a4b-407f-82a4-7feee4638b35 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:02.891692 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8a5e6312-e777-4ffb-bdce-a681bf379e1e req-f6fc4f53-1a4b-407f-82a4-7feee4638b35 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:02.892124 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8a5e6312-e777-4ffb-bdce-a681bf379e1e req-f6fc4f53-1a4b-407f-82a4-7feee4638b35 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850711266'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:02.892554 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_db [req-8a5e6312-e777-4ffb-bdce-a681bf379e1e req-f6fc4f53-1a4b-407f-82a4-7feee4638b35 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Floating IP 2a334305-1395-4c30-8938-48948c8fec91 disassociated. External IP: 172.27.2.235, port: 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5.
Apr 14 11:32:02.892951 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-8a5e6312-e777-4ffb-bdce-a681bf379e1e req-f6fc4f53-1a4b-407f-82a4-7feee4638b35 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Calling delete_port for 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:32:03.044375 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8a5e6312-e777-4ffb-bdce-a681bf379e1e req-f6fc4f53-1a4b-407f-82a4-7feee4638b35 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:03.059604 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-48bcc17a-d393-450f-a9d4-e83535d5d21a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:03.119996 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc4f53-1a4b-407f-82a4-7feee4638b35 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Pushing event deleted for resources: {'Port': ['ID=4cb0a30a-d0f4-47bd-9b35-aaddb23748a5,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:03.123736 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f6fc4f53-1a4b-407f-82a4-7feee4638b35 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:03.341250 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:03.662176 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-043006a4-4e4c-474f-9a0f-d4add2035b33 req-9026a47d-4cc2-42c9-8c76-d01fdaae3fc5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/ports?device_id=c79a5d1a-0513-437a-a1e8-936d890494a5 HTTP/1.1" status: 200  len: 210 time: 0.0646224
Apr 14 11:32:03.724110 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a5e6312-e777-4ffb-bdce-a681bf379e1e req-f6fc4f53-1a4b-407f-82a4-7feee4638b35 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Router 24c172ba-a818-430f-8aab-25ca0e19c290 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:32:03.915749 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a5e6312-e777-4ffb-bdce-a681bf379e1e req-f6fc4f53-1a4b-407f-82a4-7feee4638b35 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:32:03.925340 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84723f1e-1643-4e49-a3d8-d33ff93542d5 None None] Sync routers for ids ['24c172ba-a818-430f-8aab-25ca0e19c290'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:32:03.935693 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84723f1e-1643-4e49-a3d8-d33ff93542d5 None None] Routers {'24c172ba-a818-430f-8aab-25ca0e19c290'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:32:03.936369 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-84723f1e-1643-4e49-a3d8-d33ff93542d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130cdd978>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:31:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['24c172ba-a818-430f-8aab-25ca0e19c290'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:32:03.995025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5e6312-e777-4ffb-bdce-a681bf379e1e req-f6fc4f53-1a4b-407f-82a4-7feee4638b35 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] No DVR routers for this DVR port 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 on host hv-cinder-77459 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:32:03.998168 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8a5e6312-e777-4ffb-bdce-a681bf379e1e req-f6fc4f53-1a4b-407f-82a4-7feee4638b35 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:04.001072 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'name': 'network-vif-deleted', 'tag': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:32:04.014325 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8a5e6312-e777-4ffb-bdce-a681bf379e1e req-f6fc4f53-1a4b-407f-82a4-7feee4638b35 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.47 "DELETE /v2.0/ports/4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 HTTP/1.1" status: 204  len: 173 time: 1.7758539
Apr 14 11:32:04.051662 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79a5d1a-0513-437a-a1e8-936d890494a5', 'name': 'network-vif-deleted', 'tag': '4cb0a30a-d0f4-47bd-9b35-aaddb23748a5', 'status': 'completed', 'code': 200}
Apr 14 11:32:04.296185 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-84723f1e-1643-4e49-a3d8-d33ff93542d5 None None] Set router 24c172ba-a818-430f-8aab-25ca0e19c290 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:32:04.633622 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-84723f1e-1643-4e49-a3d8-d33ff93542d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130cdd978>, [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:26:17Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'd3219666-6473-40a5-a2df-e86c3a52c58e', 'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'mac_address': 'fa:16:3e:a3:32:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:15Z', 'updated_at': '2021-04-14T11:26:24Z', 'revision_number': 5, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'subnets': [{'id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:32:04.637675 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84723f1e-1643-4e49-a3d8-d33ff93542d5 None None] Checking router: 24c172ba-a818-430f-8aab-25ca0e19c290 for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:32:04.646607 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84723f1e-1643-4e49-a3d8-d33ff93542d5 None None] Routers {'24c172ba-a818-430f-8aab-25ca0e19c290'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:32:04.647295 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-84723f1e-1643-4e49-a3d8-d33ff93542d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130cdd978>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:31:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['24c172ba-a818-430f-8aab-25ca0e19c290'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:32:04.803502 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34744) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:04.840850 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-84723f1e-1643-4e49-a3d8-d33ff93542d5 None None] Set router 24c172ba-a818-430f-8aab-25ca0e19c290 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:32:04.877520 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fdb7e1e0-e2ce-441f-8cfc-9229f8d9c179 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:04.902959 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:32:04.908891 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fdb7e1e0-e2ce-441f-8cfc-9229f8d9c179 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:04.943833 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:32:04.944221 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 4cb0a30a-d0f4-47bd-9b35-aaddb23748a5 not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:32:04.958066 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fdb7e1e0-e2ce-441f-8cfc-9229f8d9c179 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:04.963593 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bf8dfbf4-b823-4229-a0c8-8af7c60e82e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:04.980556 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7e1e0-e2ce-441f-8cfc-9229f8d9c179 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8a509d-cdec-493e-8ea6-53df5ae61636,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:04.984017 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fdb7e1e0-e2ce-441f-8cfc-9229f8d9c179 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:04.996584 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fdb7e1e0-e2ce-441f-8cfc-9229f8d9c179 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:05.000637 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-fdb7e1e0-e2ce-441f-8cfc-9229f8d9c179 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "DELETE /v2.0/security-groups/af8a509d-cdec-493e-8ea6-53df5ae61636 HTTP/1.1" status: 204  len: 168 time: 0.1933806
Apr 14 11:32:05.001025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 34748) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:05.021380 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.api.v2.resource [None req-a2146dbb-c249-4b61-855b-ea81daf30ca5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] show failed (client error): The resource could not be found.
Apr 14 11:32:05.022999 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a2146dbb-c249-4b61-855b-ea81daf30ca5 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "GET /v2.0/security-groups/af8a509d-cdec-493e-8ea6-53df5ae61636 HTTP/1.1" status: 404  len: 347 time: 0.0203741
Apr 14 11:32:05.025613 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 34752) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:05.187030 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-84723f1e-1643-4e49-a3d8-d33ff93542d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130cdd978>, [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:26:17Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'd3219666-6473-40a5-a2df-e86c3a52c58e', 'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'mac_address': 'fa:16:3e:a3:32:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:15Z', 'updated_at': '2021-04-14T11:26:24Z', 'revision_number': 5, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'subnets': [{'id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:32:05.191177 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84723f1e-1643-4e49-a3d8-d33ff93542d5 None None] The sync data for ids ['24c172ba-a818-430f-8aab-25ca0e19c290'] in dv-cinder-774594-3-iscsi is: [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:26:17Z', 'revision_number': 4, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': 'd3219666-6473-40a5-a2df-e86c3a52c58e', 'name': '', 'network_id': '19b0c0a9-f76b-47ad-b90c-974f3dffdd96', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'mac_address': 'fa:16:3e:a3:32:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:15Z', 'updated_at': '2021-04-14T11:26:24Z', 'revision_number': 5, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'subnets': [{'id': '7ac1aba4-dc6d-43df-aca9-597b2efbd05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:32:05.194705 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c63e8802-5355-406d-803d-df63957251b0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Deleting port de950075-7bd0-4f18-b8f9-aff837fbf9ba {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:32:05.195091 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c63e8802-5355-406d-803d-df63957251b0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:05.389647 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c63e8802-5355-406d-803d-df63957251b0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:05.390173 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c63e8802-5355-406d-803d-df63957251b0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:05.529096 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c63e8802-5355-406d-803d-df63957251b0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Calling delete_port for de950075-7bd0-4f18-b8f9-aff837fbf9ba owned by network:floatingip {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:32:05.628370 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9006ac95-9ff8-4f60-afd8-3ed4e60cd7f9 None None] New status for floating IP 2a334305-1395-4c30-8938-48948c8fec91: DOWN {{(pid=85284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 14 11:32:05.676523 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c63e8802-5355-406d-803d-df63957251b0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:05.693324 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b2c85ad8-e55d-40f7-9281-2b5964cff501 tempest-ServerRescueNegativeTestJSON-1108455545 tempest-ServerRescueNegativeTestJSON-1108455545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:05.751497 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e8802-5355-406d-803d-df63957251b0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Pushing event deleted for resources: {'Port': ['ID=de950075-7bd0-4f18-b8f9-aff837fbf9ba,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:05.755868 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c63e8802-5355-406d-803d-df63957251b0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:05.961025 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c63e8802-5355-406d-803d-df63957251b0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks [] for floatingip, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:05.975942 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c63e8802-5355-406d-803d-df63957251b0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:05.977207 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c63e8802-5355-406d-803d-df63957251b0 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] 10.222.0.20 "DELETE /v2.0/floatingips/2a334305-1395-4c30-8938-48948c8fec91 HTTP/1.1" status: 204  len: 168 time: 0.9506469
Apr 14 11:32:08.802197 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34776) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:09.789887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4fbf416-1fa9-4b6b-9cbb-8e6b845637b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785780'] for router_interface, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:10.163579 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-b4fbf416-1fa9-4b6b-9cbb-8e6b845637b5 admin admin] Deleting port d3219666-6473-40a5-a2df-e86c3a52c58e {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:32:10.164151 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4fbf416-1fa9-4b6b-9cbb-8e6b845637b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:10.347044 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-b4fbf416-1fa9-4b6b-9cbb-8e6b845637b5 admin admin] For port d3219666-6473-40a5-a2df-e86c3a52c58e, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=d3219666-6473-40a5-a2df-e86c3a52c58e,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:32:10.347455 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4fbf416-1fa9-4b6b-9cbb-8e6b845637b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:10.483812 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-b4fbf416-1fa9-4b6b-9cbb-8e6b845637b5 admin admin] Calling delete_port for d3219666-6473-40a5-a2df-e86c3a52c58e owned by network:router_interface {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:32:10.669454 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4fbf416-1fa9-4b6b-9cbb-8e6b845637b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:10.685617 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f9cf02e7-de31-43a1-8fb3-9e5e70e0fcb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:10.745431 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fbf416-1fa9-4b6b-9cbb-8e6b845637b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3219666-6473-40a5-a2df-e86c3a52c58e,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:10.749406 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b4fbf416-1fa9-4b6b-9cbb-8e6b845637b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:11.148574 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4fbf416-1fa9-4b6b-9cbb-8e6b845637b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850874902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064707'] for router_interface, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:11.652234 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fbf416-1fa9-4b6b-9cbb-8e6b845637b5 admin admin] Router 24c172ba-a818-430f-8aab-25ca0e19c290 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:32:12.095134 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fbf416-1fa9-4b6b-9cbb-8e6b845637b5 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:32:12.104797 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb8f3e8-8779-40d4-a059-9f44fae5bb72 None None] Sync routers for ids ['24c172ba-a818-430f-8aab-25ca0e19c290'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:32:12.108803 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-b4fbf416-1fa9-4b6b-9cbb-8e6b845637b5 admin admin] 10.222.0.20 "PUT /v2.0/routers/24c172ba-a818-430f-8aab-25ca0e19c290/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3054631
Apr 14 11:32:12.111454 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34782) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:12.117992 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb8f3e8-8779-40d4-a059-9f44fae5bb72 None None] Routers {'24c172ba-a818-430f-8aab-25ca0e19c290'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:32:12.118660 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-4bb8f3e8-8779-40d4-a059-9f44fae5bb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130c0dfd0>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:31:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['24c172ba-a818-430f-8aab-25ca0e19c290'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:32:12.305223 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fef82f17-c666-428d-823e-4774efbf4b2e admin admin] Notify callbacks [] for router, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:12.305971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-4bb8f3e8-8779-40d4-a059-9f44fae5bb72 None None] Set router 24c172ba-a818-430f-8aab-25ca0e19c290 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:32:12.496197 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fef82f17-c666-428d-823e-4774efbf4b2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:12.505730 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fef82f17-c666-428d-823e-4774efbf4b2e admin admin] Deleting port 13e32c43-2dc4-4114-b15e-a3cf3fdf4887 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:32:12.506686 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fef82f17-c666-428d-823e-4774efbf4b2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:12.610553 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-4bb8f3e8-8779-40d4-a059-9f44fae5bb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130c0dfd0>, [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:32:10Z', 'revision_number': 5, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port': {'id': '13e32c43-2dc4-4114-b15e-a3cf3fdf4887', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:26:12Z', 'updated_at': '2021-04-14T11:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:32:12.614617 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb8f3e8-8779-40d4-a059-9f44fae5bb72 None None] Checking router: 24c172ba-a818-430f-8aab-25ca0e19c290 for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:32:12.623559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb8f3e8-8779-40d4-a059-9f44fae5bb72 None None] Routers {'24c172ba-a818-430f-8aab-25ca0e19c290'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:32:12.624201 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-4bb8f3e8-8779-40d4-a059-9f44fae5bb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130c0dfd0>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:31:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['24c172ba-a818-430f-8aab-25ca0e19c290'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:32:12.703564 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fef82f17-c666-428d-823e-4774efbf4b2e admin admin] For port 13e32c43-2dc4-4114-b15e-a3cf3fdf4887, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=13e32c43-2dc4-4114-b15e-a3cf3fdf4887,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:32:12.704174 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fef82f17-c666-428d-823e-4774efbf4b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:12.786854 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-4bb8f3e8-8779-40d4-a059-9f44fae5bb72 None None] Set router 24c172ba-a818-430f-8aab-25ca0e19c290 gateway port host: None {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:32:12.837922 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fef82f17-c666-428d-823e-4774efbf4b2e admin admin] Calling delete_port for 13e32c43-2dc4-4114-b15e-a3cf3fdf4887 owned by network:router_gateway {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:32:12.900358 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-4bb8f3e8-8779-40d4-a059-9f44fae5bb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130c0dfd0>, [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:32:12Z', 'revision_number': 6, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port_host': None}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:32:12.905005 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb8f3e8-8779-40d4-a059-9f44fae5bb72 None None] The sync data for ids ['24c172ba-a818-430f-8aab-25ca0e19c290'] in dv-cinder-774594-3-iscsi is: [{'id': '24c172ba-a818-430f-8aab-25ca0e19c290', 'name': 'tempest-AttachVolumeShelveTestJSON-1558114830-router', 'tenant_id': '42e82b321b2843a49b1833fe7776ed0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:26:11Z', 'updated_at': '2021-04-14T11:32:12Z', 'revision_number': 6, 'project_id': '42e82b321b2843a49b1833fe7776ed0e', 'gw_port_host': None}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:32:13.018048 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fef82f17-c666-428d-823e-4774efbf4b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:13.034314 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b4fbf416-1fa9-4b6b-9cbb-8e6b845637b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:13.090212 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef82f17-c666-428d-823e-4774efbf4b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=13e32c43-2dc4-4114-b15e-a3cf3fdf4887,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:13.096299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fef82f17-c666-428d-823e-4774efbf4b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:13.303422 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fef82f17-c666-428d-823e-4774efbf4b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064549'] for router_gateway, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:13.495733 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fef82f17-c666-428d-823e-4774efbf4b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3789251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767071'] for router, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:13.498138 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fef82f17-c666-428d-823e-4774efbf4b2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:13.522327 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fef82f17-c666-428d-823e-4774efbf4b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850988173'] for router, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:13.522903 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef82f17-c666-428d-823e-4774efbf4b2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24c172ba-a818-430f-8aab-25ca0e19c290 {{(pid=85282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 14 11:32:13.536564 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fef82f17-c666-428d-823e-4774efbf4b2e admin admin] Notify callbacks [] for router, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:13.537858 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-fef82f17-c666-428d-823e-4774efbf4b2e admin admin] 10.222.0.20 "DELETE /v2.0/routers/24c172ba-a818-430f-8aab-25ca0e19c290 HTTP/1.1" status: 204  len: 168 time: 1.4253218
Apr 14 11:32:13.540633 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 34786) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:13.610680 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c974391-b37b-4a27-8265-17d0a4421595 admin admin] Deleting subnet 7ac1aba4-dc6d-43df-aca9-597b2efbd05c {{(pid=85281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 14 11:32:13.613769 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1c974391-b37b-4a27-8265-17d0a4421595 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:13.671850 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1c974391-b37b-4a27-8265-17d0a4421595 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2265747'] for subnet, precommit_delete_associations {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:13.754522 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1c974391-b37b-4a27-8265-17d0a4421595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1821'] for subnet, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:13.899997 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 13e32c43-2dc4-4114-b15e-a3cf3fdf4887 no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:32:13.941073 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: 13e32c43-2dc4-4114-b15e-a3cf3fdf4887 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:32:13.941450 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 13e32c43-2dc4-4114-b15e-a3cf3fdf4887 not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:32:13.941911 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device d3219666-6473-40a5-a2df-e86c3a52c58e no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:32:13.977451 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: d3219666-6473-40a5-a2df-e86c3a52c58e {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:32:13.977847 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device d3219666-6473-40a5-a2df-e86c3a52c58e not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:32:14.020964 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1c974391-b37b-4a27-8265-17d0a4421595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2429323'] for subnet, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:14.037081 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:14.084255 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c974391-b37b-4a27-8265-17d0a4421595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac1aba4-dc6d-43df-aca9-597b2efbd05c,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:14.088223 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1c974391-b37b-4a27-8265-17d0a4421595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:14.171632 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1c974391-b37b-4a27-8265-17d0a4421595 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:14.177336 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4669aa24-3721-4ce5-a981-cd13bc2af6df None None] Network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:32:14.177736 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-1c974391-b37b-4a27-8265-17d0a4421595 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7ac1aba4-dc6d-43df-aca9-597b2efbd05c HTTP/1.1" status: 204  len: 168 time: 0.6359220
Apr 14 11:32:14.180266 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 34790) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:14.297016 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854664768'] for network, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:14.366466 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Deleting port cf9b43bb-c908-404d-89f7-56a733dd7baf {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:32:14.366845 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:14.432818 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a730d687-fe0a-4944-9d99-47eaa8edc005 None None] DHCP port deletion for 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 request from dv-cinder-774594-3-iscsi {{(pid=85284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 14 11:32:14.436974 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-a730d687-fe0a-4944-9d99-47eaa8edc005 None None] Deleting port cf9b43bb-c908-404d-89f7-56a733dd7baf {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:32:14.437426 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a730d687-fe0a-4944-9d99-47eaa8edc005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:14.591418 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] For port cf9b43bb-c908-404d-89f7-56a733dd7baf, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=cf9b43bb-c908-404d-89f7-56a733dd7baf,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:32:14.591818 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:14.672688 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-a730d687-fe0a-4944-9d99-47eaa8edc005 None None] For port cf9b43bb-c908-404d-89f7-56a733dd7baf, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=cf9b43bb-c908-404d-89f7-56a733dd7baf,segment=NetworkSegment(01874bf3-e2f8-4011-89ca-2ac846300115),segment_id=01874bf3-e2f8-4011-89ca-2ac846300115)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:32:14.673037 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a730d687-fe0a-4944-9d99-47eaa8edc005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:14.723990 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Calling delete_port for cf9b43bb-c908-404d-89f7-56a733dd7baf owned by network:dhcp {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:32:14.810167 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:14.826934 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f6fc4f53-1a4b-407f-82a4-7feee4638b35 tempest-AttachVolumeShelveTestJSON-485043951 tempest-AttachVolumeShelveTestJSON-485043951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:14.885136 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Pushing event deleted for resources: {'Port': ['ID=cf9b43bb-c908-404d-89f7-56a733dd7baf,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:14.887734 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:14.972684 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-a730d687-fe0a-4944-9d99-47eaa8edc005 None None] Calling delete_port for cf9b43bb-c908-404d-89f7-56a733dd7baf owned by network:dhcp {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:32:14.976092 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] No DVR routers for this DVR port cf9b43bb-c908-404d-89f7-56a733dd7baf on host dv-cinder-774594-3-iscsi {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:32:15.050166 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.db.api [None req-a730d687-fe0a-4944-9d99-47eaa8edc005 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85284) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 14 11:32:15.050579 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_db.api [None req-a730d687-fe0a-4944-9d99-47eaa8edc005 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 14 11:32:15.101681 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854302052', 'neutron.services.segments.db._delete_segments_for_network--9223363253325445970'] for network, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:15.217174 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd12b5c2198>,) {'filters': {'network_id': ['19b0c0a9-f76b-47ad-b90c-974f3dffdd96']}} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:32:15.230200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd12b5c2198>, '01874bf3-e2f8-4011-89ca-2ac846300115') {'for_net_delete': True} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:32:15.230491 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd12b5c2198>, '01874bf3-e2f8-4011-89ca-2ac846300115') {} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:32:15.242312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253325448786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2265445'] for segment, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:15.257527 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:15.263710 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=85281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 14 11:32:15.441081 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:32:15.454281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253485'] for segment, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:15.553335 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-a730d687-fe0a-4944-9d99-47eaa8edc005 None None] Deleting port cf9b43bb-c908-404d-89f7-56a733dd7baf {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:32:15.553773 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a730d687-fe0a-4944-9d99-47eaa8edc005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:15.628672 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-a730d687-fe0a-4944-9d99-47eaa8edc005 None None] The port 'cf9b43bb-c908-404d-89f7-56a733dd7baf' was deleted {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 14 11:32:15.633352 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Network 19b0c0a9-f76b-47ad-b90c-974f3dffdd96 has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]: Traceback (most recent call last):
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:     timer()
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:     cb(*args, **kw)
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:     return func(*args, **kwargs)
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:     self._notify()
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:     self.callback(batched_events)
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:     event.method(event)
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:     segment_id)['aggregates'][0]
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:     return f(self, *a, **k)
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self._get(url).json()
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:     **kwargs)
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self.request(url, 'GET', **kwargs)
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:     **endpoint_filter)
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 14 11:32:15.656277 dv-cinder-774594-3-iscsi neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 14 11:32:15.902007 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device cf9b43bb-c908-404d-89f7-56a733dd7baf no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:32:15.944263 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: cf9b43bb-c908-404d-89f7-56a733dd7baf {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:32:15.944661 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device cf9b43bb-c908-404d-89f7-56a733dd7baf not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:32:15.985202 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-473733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850711281'] for network, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:15.988983 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:16.003135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:16.014752 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Pushing event deleted for resources: {'Network': ['ID=19b0c0a9-f76b-47ad-b90c-974f3dffdd96,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:16.018127 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:16.028187 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] 10.222.0.20 "DELETE /v2.0/networks/19b0c0a9-f76b-47ad-b90c-974f3dffdd96 HTTP/1.1" status: 204  len: 168 time: 1.8467963
Apr 14 11:32:16.145187 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 34796) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:16.182231 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-645ee410-8972-492a-b09e-1216d56dc431 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42e82b321b2843a49b1833fe7776ed0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0354538
Apr 14 11:32:16.184765 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 34800) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:16.244945 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5b3359b5-7235-4bf8-982b-98c2278c4e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:16.272031 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5b3359b5-7235-4bf8-982b-98c2278c4e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:16.321327 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5b3359b5-7235-4bf8-982b-98c2278c4e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:16.326298 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e5ff5f1f-2217-4a4c-9dcd-c9cc67eff614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:16.342164 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3359b5-7235-4bf8-982b-98c2278c4e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a56fe7-8246-4b94-bdee-4fce0e8e2be8,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:16.345293 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5b3359b5-7235-4bf8-982b-98c2278c4e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:16.347300 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5b3359b5-7235-4bf8-982b-98c2278c4e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:16.351732 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-5b3359b5-7235-4bf8-982b-98c2278c4e02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09a56fe7-8246-4b94-bdee-4fce0e8e2be8 HTTP/1.1" status: 204  len: 168 time: 0.1626635
Apr 14 11:32:21.670473 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:32:21.985329 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 34876) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:22.113827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ab8e033d-d739-4c8f-b671-9b550a2ec904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:22.129595 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ab8e033d-d739-4c8f-b671-9b550a2ec904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:32:22.133885 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ab8e033d-d739-4c8f-b671-9b550a2ec904 admin admin] Usage tracker for resource:security_group_rule and tenant:ede0389715ac4000a0d1a6677cf1cf79 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:32:22.136881 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-ab8e033d-d739-4c8f-b671-9b550a2ec904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:32:22.142897 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ab8e033d-d739-4c8f-b671-9b550a2ec904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:32:22.229355 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ab8e033d-d739-4c8f-b671-9b550a2ec904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:22.232004 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ab8e033d-d739-4c8f-b671-9b550a2ec904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:22.241883 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-45f1bc10-ec0d-438e-8f58-6ceabf100bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:22.285264 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-ab8e033d-d739-4c8f-b671-9b550a2ec904 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ede0389715ac4000a0d1a6677cf1cf79&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2987645
Apr 14 11:32:22.287047 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e033d-d739-4c8f-b671-9b550a2ec904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752b2f5c-99a9-448b-8ccd-bad1ccce3b71,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:22.288799 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34882) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:22.290470 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ab8e033d-d739-4c8f-b671-9b550a2ec904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:22.352289 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-20cc94b4-7481-4052-9569-265ebf06be4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:22.379221 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-20cc94b4-7481-4052-9569-265ebf06be4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:22.425071 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-20cc94b4-7481-4052-9569-265ebf06be4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:22.430094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dd8d124b-42e8-4139-83a2-2389e07f877c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:22.442508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc94b4-7481-4052-9569-265ebf06be4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752b2f5c-99a9-448b-8ccd-bad1ccce3b71,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:22.445632 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-20cc94b4-7481-4052-9569-265ebf06be4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:22.447653 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-20cc94b4-7481-4052-9569-265ebf06be4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:22.449078 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-20cc94b4-7481-4052-9569-265ebf06be4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/752b2f5c-99a9-448b-8ccd-bad1ccce3b71 HTTP/1.1" status: 204  len: 168 time: 0.1590817
Apr 14 11:32:22.750401 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34890) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:22.769730 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b9e99da0-9fb1-4246-9a76-e8224d5643a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:22.785518 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-b9e99da0-9fb1-4246-9a76-e8224d5643a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:32:22.790326 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-b9e99da0-9fb1-4246-9a76-e8224d5643a0 admin admin] Usage tracker for resource:security_group_rule and tenant:8cb67a6d60b343adbabceacd1eec3ac6 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:32:22.793332 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-b9e99da0-9fb1-4246-9a76-e8224d5643a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:32:22.799340 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-b9e99da0-9fb1-4246-9a76-e8224d5643a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:32:22.888349 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b9e99da0-9fb1-4246-9a76-e8224d5643a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:22.891195 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b9e99da0-9fb1-4246-9a76-e8224d5643a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:22.900300 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7e4918a6-7e95-442c-a097-84032562ba6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:22.944305 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-b9e99da0-9fb1-4246-9a76-e8224d5643a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8cb67a6d60b343adbabceacd1eec3ac6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1926990
Apr 14 11:32:22.945256 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e99da0-9fb1-4246-9a76-e8224d5643a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79460075-a886-458d-94b2-f12e5939c114,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:22.947204 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 34894) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:22.948449 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b9e99da0-9fb1-4246-9a76-e8224d5643a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:23.014014 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-24999740-02c7-4603-b60a-f7603542eb4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:23.048013 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-24999740-02c7-4603-b60a-f7603542eb4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:23.091394 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-24999740-02c7-4603-b60a-f7603542eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:23.096258 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0cea4281-40cf-4338-9d90-5fad8bf3e380 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:23.109608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24999740-02c7-4603-b60a-f7603542eb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79460075-a886-458d-94b2-f12e5939c114,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:23.114464 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-24999740-02c7-4603-b60a-f7603542eb4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:23.118917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-24999740-02c7-4603-b60a-f7603542eb4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:23.122643 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-24999740-02c7-4603-b60a-f7603542eb4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79460075-a886-458d-94b2-f12e5939c114 HTTP/1.1" status: 204  len: 168 time: 0.1712356
Apr 14 11:32:25.010281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 34950) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:25.136864 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-06f34961-dcaa-47c0-b26b-c8cd7734194f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:25.152015 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-06f34961-dcaa-47c0-b26b-c8cd7734194f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:32:25.156288 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-06f34961-dcaa-47c0-b26b-c8cd7734194f admin admin] Usage tracker for resource:security_group_rule and tenant:9d6a7a0d16484c30b9aaa0d242bc1d67 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:32:25.159241 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-06f34961-dcaa-47c0-b26b-c8cd7734194f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:32:25.165710 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-06f34961-dcaa-47c0-b26b-c8cd7734194f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:32:25.248850 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-06f34961-dcaa-47c0-b26b-c8cd7734194f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:25.251653 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-06f34961-dcaa-47c0-b26b-c8cd7734194f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:25.260469 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5983ce65-b4a1-4ebd-bc1e-fb514510d35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:25.302947 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-06f34961-dcaa-47c0-b26b-c8cd7734194f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d6a7a0d16484c30b9aaa0d242bc1d67&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2915380
Apr 14 11:32:25.304690 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f34961-dcaa-47c0-b26b-c8cd7734194f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258e5eb2-2b2e-4603-976b-a404109c6794,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:25.305827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34956) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:25.307914 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-06f34961-dcaa-47c0-b26b-c8cd7734194f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:25.369728 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c78e21e1-c28b-4c43-82e1-1dd00d952cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:25.396824 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c78e21e1-c28b-4c43-82e1-1dd00d952cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:25.443131 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c78e21e1-c28b-4c43-82e1-1dd00d952cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:25.447384 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4fd1f26c-c487-4550-b28c-9cbc66719fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:25.448094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3a83bfb5-4a8a-42d2-8030-0c5093c55255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:25.460707 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e21e1-c28b-4c43-82e1-1dd00d952cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258e5eb2-2b2e-4603-976b-a404109c6794,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:25.463733 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c78e21e1-c28b-4c43-82e1-1dd00d952cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:25.471109 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c78e21e1-c28b-4c43-82e1-1dd00d952cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:25.472326 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c78e21e1-c28b-4c43-82e1-1dd00d952cd7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/258e5eb2-2b2e-4603-976b-a404109c6794 HTTP/1.1" status: 204  len: 168 time: 0.1654310
Apr 14 11:32:25.761475 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 34964) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:25.784139 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-16e50d3f-d89d-4bab-aa79-7af2be74ce71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:25.799786 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-16e50d3f-d89d-4bab-aa79-7af2be74ce71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:32:25.804534 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-16e50d3f-d89d-4bab-aa79-7af2be74ce71 admin admin] Usage tracker for resource:security_group_rule and tenant:4b1c10c45d794f39a521679b9bb98fed is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:32:25.807419 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-16e50d3f-d89d-4bab-aa79-7af2be74ce71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:32:25.813332 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-16e50d3f-d89d-4bab-aa79-7af2be74ce71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:32:25.895976 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-16e50d3f-d89d-4bab-aa79-7af2be74ce71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:25.898926 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-16e50d3f-d89d-4bab-aa79-7af2be74ce71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:25.907935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-62df5516-ecb5-4543-9982-8985d91f0b89 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:25.952628 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-16e50d3f-d89d-4bab-aa79-7af2be74ce71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b1c10c45d794f39a521679b9bb98fed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1899178
Apr 14 11:32:25.953610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e50d3f-d89d-4bab-aa79-7af2be74ce71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc88747f-35d2-4163-bb76-8dfde2726d09,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:25.955468 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 34968) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:25.956895 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-16e50d3f-d89d-4bab-aa79-7af2be74ce71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:26.023800 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0ba9-b739-4002-b42e-baf1e25b2644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:26.051745 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0ba9-b739-4002-b42e-baf1e25b2644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:26.095945 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0ba9-b739-4002-b42e-baf1e25b2644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:26.101604 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-de6ed156-86c2-467c-9ff9-d2f025e4f973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:26.112788 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b0ba9-b739-4002-b42e-baf1e25b2644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc88747f-35d2-4163-bb76-8dfde2726d09,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:26.116746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5a3b0ba9-b739-4002-b42e-baf1e25b2644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:26.120112 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0ba9-b739-4002-b42e-baf1e25b2644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:26.121356 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-5a3b0ba9-b739-4002-b42e-baf1e25b2644 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc88747f-35d2-4163-bb76-8dfde2726d09 HTTP/1.1" status: 204  len: 168 time: 0.1640236
Apr 14 11:32:27.449587 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0d051b0-6325-4914-930c-a79849198316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:28.351676 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:29.337570 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:30.395777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:33.351483 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:37.120307 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35060) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:37.244976 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc55171d-a9a7-46aa-a338-2b29678b87c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:37.260105 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bc55171d-a9a7-46aa-a338-2b29678b87c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:32:37.264142 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-bc55171d-a9a7-46aa-a338-2b29678b87c0 admin admin] Usage tracker for resource:security_group_rule and tenant:0adef639f53e4f898c044becfd749cab is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:32:37.267144 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-bc55171d-a9a7-46aa-a338-2b29678b87c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:32:37.273675 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bc55171d-a9a7-46aa-a338-2b29678b87c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:32:37.357205 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc55171d-a9a7-46aa-a338-2b29678b87c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:37.359921 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc55171d-a9a7-46aa-a338-2b29678b87c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:37.368808 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4a5a19fc-9060-44d5-a09e-4aa595952270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:37.415188 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-bc55171d-a9a7-46aa-a338-2b29678b87c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0adef639f53e4f898c044becfd749cab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2937412
Apr 14 11:32:37.416165 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55171d-a9a7-46aa-a338-2b29678b87c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee4adaf-7206-4e39-8c18-e30c0143cd8a,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:37.418117 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 35066) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:37.419618 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bc55171d-a9a7-46aa-a338-2b29678b87c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:37.480569 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:37.509716 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:37.559406 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:37.564461 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0b338ce6-d305-4c46-b2d2-c74adbcbbd60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:37.578804 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee4adaf-7206-4e39-8c18-e30c0143cd8a,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:37.591338 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:32:37.591763 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:32:37.592173 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:32:37.592593 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:32:37.592990 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:32:37.593419 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:32:37.593816 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:32:37.594224 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:32:37.594622 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:32:37.595016 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:32:37.595407 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:32:37.595799 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:32:37.600939 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:37.605299 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:37.606722 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-e8c160d4-d07d-4c50-a2e2-89e90b14cbbd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ee4adaf-7206-4e39-8c18-e30c0143cd8a HTTP/1.1" status: 204  len: 168 time: 0.1873329
Apr 14 11:32:37.894390 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 35074) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:37.913542 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a791fafa-46d7-4dd5-a2b2-d0f45315c7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:37.929031 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a791fafa-46d7-4dd5-a2b2-d0f45315c7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:32:37.933126 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a791fafa-46d7-4dd5-a2b2-d0f45315c7a9 admin admin] Usage tracker for resource:security_group_rule and tenant:eb80756e178d4b2ead02fa68f90d0682 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:32:37.935993 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-a791fafa-46d7-4dd5-a2b2-d0f45315c7a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:32:37.942602 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a791fafa-46d7-4dd5-a2b2-d0f45315c7a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:32:38.025837 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a791fafa-46d7-4dd5-a2b2-d0f45315c7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:38.028822 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a791fafa-46d7-4dd5-a2b2-d0f45315c7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:38.037805 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-06f34961-dcaa-47c0-b26b-c8cd7734194f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:38.079321 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a791fafa-46d7-4dd5-a2b2-d0f45315c7a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb80756e178d4b2ead02fa68f90d0682&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1837356
Apr 14 11:32:38.081021 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791fafa-46d7-4dd5-a2b2-d0f45315c7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de84c221-4a33-44fb-9a62-a60987f758ae,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:38.082260 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35078) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:32:38.084348 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a791fafa-46d7-4dd5-a2b2-d0f45315c7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:38.147374 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64013784-58e1-46fd-925f-003fd3426cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:38.175075 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64013784-58e1-46fd-925f-003fd3426cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:38.219861 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64013784-58e1-46fd-925f-003fd3426cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:38.224538 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-52559505-0141-4daf-bf64-2faa0d7945e9 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:32:38.237281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64013784-58e1-46fd-925f-003fd3426cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de84c221-4a33-44fb-9a62-a60987f758ae,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:32:38.241270 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-64013784-58e1-46fd-925f-003fd3426cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:32:38.249026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64013784-58e1-46fd-925f-003fd3426cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:38.250288 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-64013784-58e1-46fd-925f-003fd3426cb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de84c221-4a33-44fb-9a62-a60987f758ae HTTP/1.1" status: 204  len: 168 time: 0.1667652
Apr 14 11:32:38.728057 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b1071c9-496d-4bea-9109-5beffdc1a03c req-fe23b1b4-54d1-49d2-b008-205589feec3e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0898314
Apr 14 11:32:38.827007 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1071c9-496d-4bea-9109-5beffdc1a03c req-a706e1ca-3579-434f-89e0-11d619163a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:32:38.828629 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b1071c9-496d-4bea-9109-5beffdc1a03c req-a706e1ca-3579-434f-89e0-11d619163a84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82996a92f9a3422d9c63368b5bbe0761&device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 1099 time: 0.0794756
Apr 14 11:32:38.986061 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1071c9-496d-4bea-9109-5beffdc1a03c req-815ce078-c16a-43a0-8852-a0e890c8da62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:32:38.988052 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b1071c9-496d-4bea-9109-5beffdc1a03c req-815ce078-c16a-43a0-8852-a0e890c8da62 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 200  len: 913 time: 0.1406195
Apr 14 11:32:39.105806 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b1071c9-496d-4bea-9109-5beffdc1a03c req-e7340795-fcf2-4fcf-8bc3-91809b9dd918 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5bcc049-c877-4104-adf7-0e06aa400864 HTTP/1.1" status: 200  len: 1002 time: 0.1114860
Apr 14 11:32:39.175220 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1071c9-496d-4bea-9109-5beffdc1a03c req-c26c953a-9092-4027-829a-5a958ef70932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:32:39.177423 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b1071c9-496d-4bea-9109-5beffdc1a03c req-c26c953a-9092-4027-829a-5a958ef70932 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec1a290f-af9e-46f3-8cfe-14cb7113e5fc HTTP/1.1" status: 200  len: 851 time: 0.0657885
Apr 14 11:32:39.373652 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1071c9-496d-4bea-9109-5beffdc1a03c req-ad78f4df-8891-45dd-b556-c37f4ab6481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:32:39.375284 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b1071c9-496d-4bea-9109-5beffdc1a03c req-ad78f4df-8891-45dd-b556-c37f4ab6481b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1916199
Apr 14 11:32:39.386332 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [req-4b1071c9-496d-4bea-9109-5beffdc1a03c req-9b5f4c5b-b113-46af-aaeb-be176fc26ce2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 14 11:32:39.387444 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b1071c9-496d-4bea-9109-5beffdc1a03c req-9b5f4c5b-b113-46af-aaeb-be176fc26ce2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055957
Apr 14 11:32:39.533182 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b1071c9-496d-4bea-9109-5beffdc1a03c req-26da23fc-e690-48b9-9543-7f4fe1a54c9f service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398346
Apr 14 11:32:39.686822 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b1071c9-496d-4bea-9109-5beffdc1a03c req-30fcd615-449e-4fae-8a1e-d95376f7766d service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470470
Apr 14 11:32:55.452679 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3854d0b9-7f32-4a4e-ab69-36ce5527d0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:57.450415 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4ef0cc4b-5b0d-44ed-8d5b-2142047d8c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:58.357576 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:32:58.669997 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:32:59.340425 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:00.398419 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:03.368478 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:08.159790 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35262) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:33:08.286089 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:08.301618 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:33:08.305834 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Usage tracker for resource:security_group_rule and tenant:6b06e8db4af64d99957c597bca974579 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:33:08.308871 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:33:08.314948 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:33:08.400974 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:08.404022 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:08.415169 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ed084f91-ffc3-450f-9bcc-480741a838e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:33:08.460113 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b06e8db4af64d99957c597bca974579&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2991574
Apr 14 11:33:08.461269 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e51c0a-e448-462e-a786-fdf9cac77c05,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:33:08.463548 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 35268) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:33:08.469734 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:08.470173 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:08.470599 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:08.471020 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:08.471435 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:08.471850 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:08.472264 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:08.472676 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:08.473108 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:08.473524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:08.473932 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:08.474336 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:08.478688 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b2df78f7-b339-4054-9346-3091f18c7e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:33:08.527827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-53790232-9284-41d5-94a6-b7aa04e30604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:08.555738 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-53790232-9284-41d5-94a6-b7aa04e30604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:08.600005 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-53790232-9284-41d5-94a6-b7aa04e30604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:08.605151 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9ce7abb1-24d8-43cf-a94b-3774c99072c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:33:08.618472 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53790232-9284-41d5-94a6-b7aa04e30604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e51c0a-e448-462e-a786-fdf9cac77c05,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:33:08.622194 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-53790232-9284-41d5-94a6-b7aa04e30604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:33:08.627916 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-53790232-9284-41d5-94a6-b7aa04e30604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:08.629166 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-53790232-9284-41d5-94a6-b7aa04e30604 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15e51c0a-e448-462e-a786-fdf9cac77c05 HTTP/1.1" status: 204  len: 168 time: 0.1645072
Apr 14 11:33:20.968276 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d23aba-c79e-43ec-98f6-7dd4cfc5abc0 req-dd275bb2-0624-40d0-9006-d73fe8cd76b0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:20.969938 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d0d23aba-c79e-43ec-98f6-7dd4cfc5abc0 req-dd275bb2-0624-40d0-9006-d73fe8cd76b0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 946 time: 0.2823434
Apr 14 11:33:21.003264 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-d0d23aba-c79e-43ec-98f6-7dd4cfc5abc0 req-c26c3e48-c755-4153-a9aa-0c6135ffebbe tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0267992
Apr 14 11:33:21.096685 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 35410) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:33:21.221782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6bfe7f62-72b0-4269-a73f-ca5932239069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:21.237207 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6bfe7f62-72b0-4269-a73f-ca5932239069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:33:21.241302 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-6bfe7f62-72b0-4269-a73f-ca5932239069 admin admin] Usage tracker for resource:security_group_rule and tenant:f932a645684647a2ae887b3c0c0987da is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:33:21.244800 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-6bfe7f62-72b0-4269-a73f-ca5932239069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:33:21.250927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6bfe7f62-72b0-4269-a73f-ca5932239069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:33:21.335577 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6bfe7f62-72b0-4269-a73f-ca5932239069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:21.338623 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6bfe7f62-72b0-4269-a73f-ca5932239069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:21.347553 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ab8e033d-d739-4c8f-b671-9b550a2ec904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:33:21.392704 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-6bfe7f62-72b0-4269-a73f-ca5932239069 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f932a645684647a2ae887b3c0c0987da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2947962
Apr 14 11:33:21.394768 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe7f62-72b0-4269-a73f-ca5932239069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2a3c89-2596-4035-a2fc-36d576cc34f7,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:33:21.395641 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35416) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:33:21.398192 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6bfe7f62-72b0-4269-a73f-ca5932239069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:33:21.459232 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-23aa1e0a-8299-4e76-882f-5b1ba0383747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:21.486662 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-23aa1e0a-8299-4e76-882f-5b1ba0383747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:21.531948 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-23aa1e0a-8299-4e76-882f-5b1ba0383747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:21.537195 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ff3e7b4d-0785-41f5-8e4a-b49c95e7f244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:33:21.551855 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa1e0a-8299-4e76-882f-5b1ba0383747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2a3c89-2596-4035-a2fc-36d576cc34f7,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:33:21.555102 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-23aa1e0a-8299-4e76-882f-5b1ba0383747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:33:21.559513 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-23aa1e0a-8299-4e76-882f-5b1ba0383747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:21.560672 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-23aa1e0a-8299-4e76-882f-5b1ba0383747 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb2a3c89-2596-4035-a2fc-36d576cc34f7 HTTP/1.1" status: 204  len: 168 time: 0.1639616
Apr 14 11:33:22.211963 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c2b96-e302-4b00-9758-800d774e1a76 req-35306172-3f39-431d-89c8-185f7dee9939 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:22.213652 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b6c2b96-e302-4b00-9758-800d774e1a76 req-35306172-3f39-431d-89c8-185f7dee9939 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.47 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 946 time: 0.0896235
Apr 14 11:33:22.291371 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-4b6c2b96-e302-4b00-9758-800d774e1a76 req-2bd588af-ab9e-4a36-b60f-dd0c9408d3d0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Deleting port d5bcc049-c877-4104-adf7-0e06aa400864 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:33:22.291757 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4b6c2b96-e302-4b00-9758-800d774e1a76 req-2bd588af-ab9e-4a36-b60f-dd0c9408d3d0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:22.531332 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587dfe8-a867-4f70-8f52-31c305327c2f req-12579c9e-efee-41dc-aa54-8e8b9a0a4d54 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:22.532888 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e587dfe8-a867-4f70-8f52-31c305327c2f req-12579c9e-efee-41dc-aa54-8e8b9a0a4d54 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 946 time: 0.4143159
Apr 14 11:33:22.628296 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e587dfe8-a867-4f70-8f52-31c305327c2f req-a18fe863-eb4a-4495-8454-2a663c61e708 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451949
Apr 14 11:33:22.660530 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-4b6c2b96-e302-4b00-9758-800d774e1a76 req-2bd588af-ab9e-4a36-b60f-dd0c9408d3d0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] For port d5bcc049-c877-4104-adf7-0e06aa400864, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d5bcc049-c877-4104-adf7-0e06aa400864,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:33:22.660932 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4b6c2b96-e302-4b00-9758-800d774e1a76 req-2bd588af-ab9e-4a36-b60f-dd0c9408d3d0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:22.963617 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4b6c2b96-e302-4b00-9758-800d774e1a76 req-2bd588af-ab9e-4a36-b60f-dd0c9408d3d0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:22.964026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4b6c2b96-e302-4b00-9758-800d774e1a76 req-2bd588af-ab9e-4a36-b60f-dd0c9408d3d0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850711266'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:22.964378 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_db [req-4b6c2b96-e302-4b00-9758-800d774e1a76 req-2bd588af-ab9e-4a36-b60f-dd0c9408d3d0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Floating IP d2aa47f1-446c-4069-8745-7dd70df3c539 disassociated. External IP: 172.27.2.100, port: d5bcc049-c877-4104-adf7-0e06aa400864.
Apr 14 11:33:22.964753 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-4b6c2b96-e302-4b00-9758-800d774e1a76 req-2bd588af-ab9e-4a36-b60f-dd0c9408d3d0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Calling delete_port for d5bcc049-c877-4104-adf7-0e06aa400864 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:33:23.112462 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4b6c2b96-e302-4b00-9758-800d774e1a76 req-2bd588af-ab9e-4a36-b60f-dd0c9408d3d0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:23.127857 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-983d5cb3-f816-4a90-b0da-99f2151cf2cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:33:23.186204 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd588af-ab9e-4a36-b60f-dd0c9408d3d0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event deleted for resources: {'Port': ['ID=d5bcc049-c877-4104-adf7-0e06aa400864,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:33:23.190863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2bd588af-ab9e-4a36-b60f-dd0c9408d3d0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:33:23.485531 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b6c2b96-e302-4b00-9758-800d774e1a76 req-2bd588af-ab9e-4a36-b60f-dd0c9408d3d0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Router de3842f2-4094-4134-9f54-acaf4321f740 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:33:23.940778 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9809d833-ab05-41b7-9a59-80dfed522b37 req-bf69b26b-c267-4464-882e-e3f530f15026 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09 HTTP/1.1" status: 200  len: 210 time: 0.0578268
Apr 14 11:33:23.964546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b6c2b96-e302-4b00-9758-800d774e1a76 req-2bd588af-ab9e-4a36-b60f-dd0c9408d3d0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:33:23.974240 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b4a81f-bc16-4ba5-91e6-f542e218e153 None None] Sync routers for ids ['de3842f2-4094-4134-9f54-acaf4321f740'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:33:23.984404 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b4a81f-bc16-4ba5-91e6-f542e218e153 None None] Routers {'de3842f2-4094-4134-9f54-acaf4321f740'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:33:23.985201 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-f0b4a81f-bc16-4ba5-91e6-f542e218e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12bd48630>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:32:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['de3842f2-4094-4134-9f54-acaf4321f740'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:33:24.045591 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6c2b96-e302-4b00-9758-800d774e1a76 req-2bd588af-ab9e-4a36-b60f-dd0c9408d3d0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] No DVR routers for this DVR port d5bcc049-c877-4104-adf7-0e06aa400864 on host hv-cinder-77459 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:33:24.048187 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-4b6c2b96-e302-4b00-9758-800d774e1a76 req-2bd588af-ab9e-4a36-b60f-dd0c9408d3d0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:24.051145 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09', 'name': 'network-vif-deleted', 'tag': 'd5bcc049-c877-4104-adf7-0e06aa400864'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:33:24.072140 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4b6c2b96-e302-4b00-9758-800d774e1a76 req-2bd588af-ab9e-4a36-b60f-dd0c9408d3d0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.47 "DELETE /v2.0/ports/d5bcc049-c877-4104-adf7-0e06aa400864 HTTP/1.1" status: 204  len: 173 time: 1.8529303
Apr 14 11:33:24.171826 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dbd5f7-5ef6-4d1c-8e2f-85a195e4fa09', 'name': 'network-vif-deleted', 'tag': 'd5bcc049-c877-4104-adf7-0e06aa400864', 'status': 'completed', 'code': 200}
Apr 14 11:33:24.179762 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-f0b4a81f-bc16-4ba5-91e6-f542e218e153 None None] Set router de3842f2-4094-4134-9f54-acaf4321f740 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:33:24.510666 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-f0b4a81f-bc16-4ba5-91e6-f542e218e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12bd48630>, [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:33:24.514960 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b4a81f-bc16-4ba5-91e6-f542e218e153 None None] Checking router: de3842f2-4094-4134-9f54-acaf4321f740 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:33:24.525019 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b4a81f-bc16-4ba5-91e6-f542e218e153 None None] Routers {'de3842f2-4094-4134-9f54-acaf4321f740'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:33:24.525719 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-f0b4a81f-bc16-4ba5-91e6-f542e218e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12bd48630>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:32:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['de3842f2-4094-4134-9f54-acaf4321f740'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:33:24.740728 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-f0b4a81f-bc16-4ba5-91e6-f542e218e153 None None] Set router de3842f2-4094-4134-9f54-acaf4321f740 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:33:25.085540 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-f0b4a81f-bc16-4ba5-91e6-f542e218e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12bd48630>, [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:33:25.089835 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b4a81f-bc16-4ba5-91e6-f542e218e153 None None] The sync data for ids ['de3842f2-4094-4134-9f54-acaf4321f740'] in dv-cinder-774594-3-iscsi is: [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:33:25.312428 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-039ad743-9a09-4a68-b40d-f0ed8020c002 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687577326&fields=id&tenant_id=82996a92f9a3422d9c63368b5bbe0761 HTTP/1.1" status: 200  len: 267 time: 0.0273309
Apr 14 11:33:25.336590 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device d5bcc049-c877-4104-adf7-0e06aa400864 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:33:25.381876 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: d5bcc049-c877-4104-adf7-0e06aa400864 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:33:25.382277 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device d5bcc049-c877-4104-adf7-0e06aa400864 not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:33:25.453633 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fed220d2-f000-4b0e-9cb6-6f38ad3783eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:25.461673 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9672c18-97d0-4f49-803d-ac5aafdc77bb None None] New status for floating IP d2aa47f1-446c-4069-8745-7dd70df3c539: DOWN {{(pid=85286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 14 11:33:25.485131 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-eaaddca3-4fb9-406e-8812-dcd80c29209a tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:25.486722 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-eaaddca3-4fb9-406e-8812-dcd80c29209a tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/networks?id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 200  len: 812 time: 0.1669712
Apr 14 11:33:25.504136 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-3cdcf453-5e9a-4af4-a69d-485f1987afa4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/quotas/82996a92f9a3422d9c63368b5bbe0761 HTTP/1.1" status: 200  len: 375 time: 0.0100057
Apr 14 11:33:25.605085 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-4483edfa-6182-4ea9-8534-913abd379b75 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Synchronizing usage tracker for tenant:82996a92f9a3422d9c63368b5bbe0761 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:33:25.619776 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-4483edfa-6182-4ea9-8534-913abd379b75 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Unset dirty status for tenant:82996a92f9a3422d9c63368b5bbe0761 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:33:25.621349 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-4483edfa-6182-4ea9-8534-913abd379b75 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=82996a92f9a3422d9c63368b5bbe0761&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1032906
Apr 14 11:33:25.638152 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-ce07e55b-b4d8-4081-96ba-76e89a4f8b2a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 14 11:33:25.639203 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-ce07e55b-b4d8-4081-96ba-76e89a4f8b2a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0058446
Apr 14 11:33:25.784209 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-b78c4991-1f96-44b0-9c48-e8152935b0cc service neutron] 10.222.0.20 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388030
Apr 14 11:33:25.927326 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-2b77154d-81c4-4182-a262-dec87c49be8b service neutron] 10.222.0.20 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358140
Apr 14 11:33:27.359304 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f0c4e092-1d3f-4dc6-ad4e-f99dde5704de req-75c2b030-1a9e-4fe4-be87-27d49f56677d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 210 time: 0.0533867
Apr 14 11:33:27.452287 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6b49b380-6f25-4243-883d-0355e463469c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:28.350508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:28.466710 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-850e6686-7e3a-484d-8d9d-57cefccd75ee req-62453ab1-76b2-4cf9-9d15-cfa5babb42c5 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 210 time: 0.0509651
Apr 14 11:33:29.343416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:29.579851 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-f5f41538-23eb-482f-b5ca-7d239e104bb1 req-46e54ad0-1c9f-48ec-a89c-830bdaf0adcb tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 210 time: 0.0520370
Apr 14 11:33:30.401714 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:30.688623 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1ffc6dd0-d3c9-4afa-91ba-afbcb6b2cba6 req-21a80d0e-8d98-455a-bebd-3325e000312c tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 210 time: 0.0523925
Apr 14 11:33:31.849218 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-99f929a9-856d-4010-81a1-ef911d213316 req-605d7b79-7b36-4cca-8aa0-bd21e2e61d92 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 210 time: 0.0489085
Apr 14 11:33:32.636714 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-3850f4c3-5d97-4f5a-88a9-284fc7db8f58 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:32.638326 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-3850f4c3-5d97-4f5a-88a9-284fc7db8f58 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.47 "GET /v2.0/networks?id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 200  len: 812 time: 0.1621561
Apr 14 11:33:32.699827 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-0ad37d34-36c6-4f68-88e1-2ef1bad9d8a0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=82996a92f9a3422d9c63368b5bbe0761 HTTP/1.1" status: 200  len: 8059 time: 0.0531712
Apr 14 11:33:32.711694 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-bb1bccd1-9f5e-4a17-9090-8347514272f8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Request body: {'port': {'device_id': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'admin_state_up': True, 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'security_groups': ['773fa820-8b2b-49ec-ae27-2f114350df18']}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:33:32.857371 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-bb1bccd1-9f5e-4a17-9090-8347514272f8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:33:32.867782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-bb1bccd1-9f5e-4a17-9090-8347514272f8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:33:32.877062 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-bb1bccd1-9f5e-4a17-9090-8347514272f8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Made reservation on behalf of 82996a92f9a3422d9c63368b5bbe0761 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:33:32.883179 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-bb1bccd1-9f5e-4a17-9090-8347514272f8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:33.061320 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-78c11ec1-1701-4e71-b8f8-0e0884349c32 req-a2ef61c7-2c3d-4c0c-b1c7-d6b6907ee457 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 210 time: 0.0873404
Apr 14 11:33:33.090851 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-bb1bccd1-9f5e-4a17-9090-8347514272f8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Allocated IP 172.20.0.11 (3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895/ec1a290f-af9e-46f3-8cfe-14cb7113e5fc/8ff96906-532b-4c2f-aa2f-3f41e0e7a70b) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:33:33.295846 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-bb1bccd1-9f5e-4a17-9090-8347514272f8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:33.312268 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-bb1bccd1-9f5e-4a17-9090-8347514272f8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Transition to ACTIVE for port object 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:33:33.335916 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-bb1bccd1-9f5e-4a17-9090-8347514272f8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:33.351278 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:33:33.365135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:33.499877 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bccd1-9f5e-4a17-9090-8347514272f8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event updated for resources: {'Port': ['ID=8ff96906-532b-4c2f-aa2f-3f41e0e7a70b,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:33:33.504842 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bb1bccd1-9f5e-4a17-9090-8347514272f8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:33:33.547266 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-bb1bccd1-9f5e-4a17-9090-8347514272f8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:33:33.548525 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-bb1bccd1-9f5e-4a17-9090-8347514272f8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:33:33.550925 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-bb1bccd1-9f5e-4a17-9090-8347514272f8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:33:33.622671 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-bb1bccd1-9f5e-4a17-9090-8347514272f8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:33.623377 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-bb1bccd1-9f5e-4a17-9090-8347514272f8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:33.648949 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-bb1bccd1-9f5e-4a17-9090-8347514272f8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9411166
Apr 14 11:33:33.661395 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Request body: {'port': {'device_id': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:33:33.712675 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-ffc0a44b-323d-41ed-b0c5-e1c55b2203a3 None None] Provisioning for port 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:33:33.717951 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-ffc0a44b-323d-41ed-b0c5-e1c55b2203a3 None None] Provisioning complete for port 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:33:33.718369 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a44b-323d-41ed-b0c5-e1c55b2203a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:33.775652 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0a44b-323d-41ed-b0c5-e1c55b2203a3 None None] Port 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:33:33.791513 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:34.235698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:33:34.246924 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:34.268210 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Transition to ACTIVE for port object 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:33:34.276938 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:34.294364 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2bd588af-ab9e-4a36-b60f-dd0c9408d3d0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:33:34.435924 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7dac6-69a1-4c59-992d-f5f874f12bf5 req-1e770dc8-8ae9-4554-8ab4-8344c1bffb59 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:34.436600 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-9ab7dac6-69a1-4c59-992d-f5f874f12bf5 req-1e770dc8-8ae9-4554-8ab4-8344c1bffb59 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Synchronizing usage tracker for tenant:82996a92f9a3422d9c63368b5bbe0761 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:33:34.453220 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Pushing event updated for resources: {'Port': ['ID=8ff96906-532b-4c2f-aa2f-3f41e0e7a70b,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:33:34.466105 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:33:34.479496 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-9ab7dac6-69a1-4c59-992d-f5f874f12bf5 req-1e770dc8-8ae9-4554-8ab4-8344c1bffb59 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Unset dirty status for tenant:82996a92f9a3422d9c63368b5bbe0761 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:33:34.480769 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9ab7dac6-69a1-4c59-992d-f5f874f12bf5 req-1e770dc8-8ae9-4554-8ab4-8344c1bffb59 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 932 time: 0.3031864
Apr 14 11:33:34.529822 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9ab7dac6-69a1-4c59-992d-f5f874f12bf5 req-8eaa5c80-f1d4-42d3-8e24-98716edfaca0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372396
Apr 14 11:33:34.712309 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Attempting to bind port 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:33:34.712942 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Attempting to bind port 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:33:34.713341 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Attempting to bind port 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b on network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:33:34.718209 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Port 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b on network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:33:34.718569 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Attempting to bind port 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b on network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:33:34.724133 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:33:34.724508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Checking segment: {'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:33:34.724924 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Bound using segment: {'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:33:34.725420 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Bound port: 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:33:34.725798 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:34.808163 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] For port 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b, host hv-cinder-77459, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:33:34.811342 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] For port 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8ff96906-532b-4c2f-aa2f-3f41e0e7a70b,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:33:34.814616 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:34.830143 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:33:34.980795 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Pushing event updated for resources: {'Port': ['ID=8ff96906-532b-4c2f-aa2f-3f41e0e7a70b,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:33:34.984021 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:33:35.021434 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:35.022101 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:35.024355 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] 10.222.0.47 "PUT /v2.0/ports/8ff96906-532b-4c2f-aa2f-3f41e0e7a70b HTTP/1.1" status: 200  len: 1094 time: 1.3677633
Apr 14 11:33:35.024935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'tag': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:33:35.103595 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'tag': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b', 'status': 'completed', 'code': 200}
Apr 14 11:33:35.153419 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-b2e2d3f7-9a9d-479a-b02a-5bd9e334daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:35.155286 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-b2e2d3f7-9a9d-479a-b02a-5bd9e334daf8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82996a92f9a3422d9c63368b5bbe0761&device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 1097 time: 0.0918539
Apr 14 11:33:35.229079 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-8f74c9fe-5c26-4051-a1b0-1dd485d7ca58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ff96906-532b-4c2f-aa2f-3f41e0e7a70b HTTP/1.1" status: 200  len: 217 time: 0.0659328
Apr 14 11:33:35.299589 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-f18bcf3f-a21b-4bc4-99f3-8322207a2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:35.301044 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-f18bcf3f-a21b-4bc4-99f3-8322207a2bc6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec1a290f-af9e-46f3-8cfe-14cb7113e5fc HTTP/1.1" status: 200  len: 851 time: 0.0661001
Apr 14 11:33:35.382188 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-2f031082-2780-45d4-afa4-df0e9b85778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:35.384382 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-2f031082-2780-45d4-afa4-df0e9b85778d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767925
Apr 14 11:33:35.669749 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:33:35.831113 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-d9c208af-a850-4b39-81a5-7669b776ac96 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4399076
Apr 14 11:33:35.941619 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3b050-2f85-40c3-8419-c58607d60e48 req-db42c893-2337-4551-bdcc-d4795cee1ce8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:35.943189 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-95d3b050-2f85-40c3-8419-c58607d60e48 req-db42c893-2337-4551-bdcc-d4795cee1ce8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 944 time: 0.2126396
Apr 14 11:33:35.998104 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-95d3b050-2f85-40c3-8419-c58607d60e48 req-774cfb69-c4bf-4ab3-baf3-e0b6b2622e95 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470142
Apr 14 11:33:36.023997 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c470d02f-83df-4604-a497-ab5869b9efe9 req-1e30288f-385e-4c43-ae66-366a3f37e77d service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1841764
Apr 14 11:33:36.145431 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add355c7-027a-4268-91f4-7cfdd8f0bd86 req-89141ad8-c0b8-41c1-a577-00935767c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:36.147035 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-add355c7-027a-4268-91f4-7cfdd8f0bd86 req-89141ad8-c0b8-41c1-a577-00935767c78c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82996a92f9a3422d9c63368b5bbe0761&device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 1097 time: 0.0797987
Apr 14 11:33:36.290346 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add355c7-027a-4268-91f4-7cfdd8f0bd86 req-6dd92ab9-6459-4cd6-9713-92f1b7856a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:36.291929 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-add355c7-027a-4268-91f4-7cfdd8f0bd86 req-6dd92ab9-6459-4cd6-9713-92f1b7856a3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 200  len: 913 time: 0.1376259
Apr 14 11:33:36.370674 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-add355c7-027a-4268-91f4-7cfdd8f0bd86 req-f5c12307-d6db-44e3-84e3-3b96a2a9ef91 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ff96906-532b-4c2f-aa2f-3f41e0e7a70b HTTP/1.1" status: 200  len: 217 time: 0.0703161
Apr 14 11:33:36.439197 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add355c7-027a-4268-91f4-7cfdd8f0bd86 req-2b9deb6e-991d-416c-a402-050cd695977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:36.440651 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-add355c7-027a-4268-91f4-7cfdd8f0bd86 req-2b9deb6e-991d-416c-a402-050cd695977c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec1a290f-af9e-46f3-8cfe-14cb7113e5fc HTTP/1.1" status: 200  len: 851 time: 0.0643179
Apr 14 11:33:36.527698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add355c7-027a-4268-91f4-7cfdd8f0bd86 req-685b8b10-ab10-401e-b13e-37759b0a2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:36.529608 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-add355c7-027a-4268-91f4-7cfdd8f0bd86 req-685b8b10-ab10-401e-b13e-37759b0a2ca9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826364
Apr 14 11:33:36.674318 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-add355c7-027a-4268-91f4-7cfdd8f0bd86 req-eb81fef4-903f-4841-866e-d681b1bb890e service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378720
Apr 14 11:33:36.819156 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-add355c7-027a-4268-91f4-7cfdd8f0bd86 req-bcabedf0-3ec3-422f-92ba-08c8a35f9da7 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374321
Apr 14 11:33:37.201216 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac95355-e564-46f2-806f-2c7c3711dd89 req-3eb9f316-be02-43a4-b8e0-aad8e9f6618f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:37.202813 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2ac95355-e564-46f2-806f-2c7c3711dd89 req-3eb9f316-be02-43a4-b8e0-aad8e9f6618f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 944 time: 0.0903699
Apr 14 11:33:37.233825 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-2ac95355-e564-46f2-806f-2c7c3711dd89 req-c558d4fb-8daa-4109-9295-3d1190a6172c tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0247552
Apr 14 11:33:38.574275 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13606eb4-4af5-432f-ab30-de847b812210 req-c1b05650-9437-4dc5-8b1e-67b4cf9e964c tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:38.575864 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-13606eb4-4af5-432f-ab30-de847b812210 req-c1b05650-9437-4dc5-8b1e-67b4cf9e964c tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 944 time: 0.0925751
Apr 14 11:33:38.607358 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-13606eb4-4af5-432f-ab30-de847b812210 req-678d6077-92fa-462d-b343-ea9bf8720a3f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0250046
Apr 14 11:33:39.813379 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a43b0a-6cb5-477b-b11b-275e9d8de2fc req-4b62f784-8da8-4681-b049-7417de941e99 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:39.814884 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e9a43b0a-6cb5-477b-b11b-275e9d8de2fc req-4b62f784-8da8-4681-b049-7417de941e99 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 944 time: 0.0894709
Apr 14 11:33:39.846044 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e9a43b0a-6cb5-477b-b11b-275e9d8de2fc req-f8d582f9-4f7b-4c15-9fa5-dda251e662b2 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0239511
Apr 14 11:33:41.051669 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d43aa6-8d2f-4cf8-b414-87803993bec5 req-a7a99722-4738-4a6b-9edc-d8b1b83964c4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:41.053308 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a1d43aa6-8d2f-4cf8-b414-87803993bec5 req-a7a99722-4738-4a6b-9edc-d8b1b83964c4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 944 time: 0.0940042
Apr 14 11:33:41.084811 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a1d43aa6-8d2f-4cf8-b414-87803993bec5 req-09c0c286-1d40-404a-8e81-040b2f0064f3 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0241771
Apr 14 11:33:42.286449 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51439d58-d79b-4471-afea-eee2a1a032fa req-2eb92d72-98d7-4d62-a05d-447beab0198d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:42.287965 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-51439d58-d79b-4471-afea-eee2a1a032fa req-2eb92d72-98d7-4d62-a05d-447beab0198d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 944 time: 0.0868828
Apr 14 11:33:42.318215 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-51439d58-d79b-4471-afea-eee2a1a032fa req-52fc9a20-796f-4c2b-91ed-2601ca9f8967 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0237355
Apr 14 11:33:43.460698 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:33:43.526727 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513fb7b-dbd1-4051-bb88-42a86772ccdf req-024cdc01-1cf9-448a-9773-984d64859b99 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:43.528330 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b513fb7b-dbd1-4051-bb88-42a86772ccdf req-024cdc01-1cf9-448a-9773-984d64859b99 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 944 time: 0.0941365
Apr 14 11:33:43.561036 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b513fb7b-dbd1-4051-bb88-42a86772ccdf req-d353bbaf-efe0-4b71-8835-e06c24d15531 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0254228
Apr 14 11:33:43.610644 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8ff96906-532b-4c2f-aa2f-3f41e0e7a70b,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:33:43.625286 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'port_id': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b', 'mac_address': 'fa:16:3e:7e:8d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:33:43.685283 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:43.686582 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:33:43.702703 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8ff96906-532b-4c2f-aa2f-3f41e0e7a70b,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:33:43.705465 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:43.707273 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:33:43.779766 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=8ff96906-532b-4c2f-aa2f-3f41e0e7a70b,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:33:43.787347 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:43.787736 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:43.788111 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:43.788480 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:43.788889 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:43.789274 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:43.789641 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:43.790000 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:43.790362 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:43.790719 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:43.791077 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:43.791436 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:33:43.795353 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:33:43.908802 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['8ff96906-532b-4c2f-aa2f-3f41e0e7a70b'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:33:44.763364 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f99ebf-b474-4aca-9bcb-436dc1c0061a req-c3197653-e389-4974-ab07-fd17864dec2b tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:44.764981 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-49f99ebf-b474-4aca-9bcb-436dc1c0061a req-c3197653-e389-4974-ab07-fd17864dec2b tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 945 time: 0.0902207
Apr 14 11:33:44.797514 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-49f99ebf-b474-4aca-9bcb-436dc1c0061a req-285dcf96-3f6f-4ffd-aacd-dfe800a4a644 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0260687
Apr 14 11:33:45.475821 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:33:45.547963 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:33:45.553083 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:33:45.553505 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:45.681374 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:45.692612 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:33:45.703753 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8ff96906-532b-4c2f-aa2f-3f41e0e7a70b,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:33:45.706648 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:45.708695 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ba89ebd0-567c-40e3-aaa4-0a95de2ca00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:33:45.783550 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=8ff96906-532b-4c2f-aa2f-3f41e0e7a70b,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:33:45.786818 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:33:45.805186 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b', 'code': 200}
Apr 14 11:33:46.010574 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de36bfe-c0e8-4f5b-a064-edbfddd3f67a req-06d35635-b610-4571-a13a-da711fb58281 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:46.012097 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6de36bfe-c0e8-4f5b-a064-edbfddd3f67a req-06d35635-b610-4571-a13a-da711fb58281 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 946 time: 0.0968089
Apr 14 11:33:46.086004 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6de36bfe-c0e8-4f5b-a064-edbfddd3f67a req-e6f722f2-6607-4fec-ba73-b3937e1f9d44 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383146
Apr 14 11:33:46.110857 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af59e6f-8238-448d-beb5-888d5bf67028 req-b2dc74bf-81bb-4f48-89dc-82c44f3ed3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:46.112462 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1af59e6f-8238-448d-beb5-888d5bf67028 req-b2dc74bf-81bb-4f48-89dc-82c44f3ed3fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 1099 time: 0.0991507
Apr 14 11:33:46.139030 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1af59e6f-8238-448d-beb5-888d5bf67028 req-8886244c-d15b-4820-980e-e68b0d1f319f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0203395
Apr 14 11:33:47.291013 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf09672-9837-47e5-8b9a-3643221d58d0 req-d730c05a-7100-4e30-a4a1-cc4b8f7aef88 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:47.292609 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9cf09672-9837-47e5-8b9a-3643221d58d0 req-d730c05a-7100-4e30-a4a1-cc4b8f7aef88 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 946 time: 0.0925395
Apr 14 11:33:47.323600 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9cf09672-9837-47e5-8b9a-3643221d58d0 req-c6850b05-04c9-4fbe-8943-19e7918a5504 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0246959
Apr 14 11:33:47.523761 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f926465-8148-4089-abd1-80904348769d req-494f3671-13a7-4e7b-9916-e9ac7533a07e tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:47.525342 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9f926465-8148-4089-abd1-80904348769d req-494f3671-13a7-4e7b-9916-e9ac7533a07e tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 946 time: 0.0883081
Apr 14 11:33:47.557399 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9f926465-8148-4089-abd1-80904348769d req-b569a2c4-0f16-4ea8-a0cd-bbd6a58433a0 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253687
Apr 14 11:33:47.582777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35510) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:33:47.664435 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ee9857-c4d7-4f55-be36-2d58852306f6 tempest-TestVolumeBootPattern-150698083 tempest-TestVolumeBootPattern-150698083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:47.666087 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-14ee9857-c4d7-4f55-be36-2d58852306f6 tempest-TestVolumeBootPattern-150698083 tempest-TestVolumeBootPattern-150698083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 1094 time: 0.0822086
Apr 14 11:33:47.669032 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35514) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:33:47.674458 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Request body: {'floatingip': {'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'port_id': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ip_address': '172.20.0.11'}} {{(pid=85282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:33:47.681962 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:33:47.686111 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Usage tracker for resource:floatingip and tenant:82996a92f9a3422d9c63368b5bbe0761 is out of sync, need to count used quota {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:33:47.689008 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85282) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:33:47.695286 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85282) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:33:47.704811 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for floatingip, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:47.852728 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:47.996637 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Allocated IP 172.27.2.148 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/be462695-15f5-4b69-bf46-b0d4c69762b2) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:33:48.154909 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:48.186012 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:48.201219 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-acb2fb0c-bb7a-4ccd-be13-032812b29a57 tempest-TestShelveInstance-1910370852 tempest-TestShelveInstance-1910370852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:33:48.337410 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event updated for resources: {'Port': ['ID=be462695-15f5-4b69-bf46-b0d4c69762b2,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:33:48.346705 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:33:48.391076 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:33:48.392219 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources bound (agent type, host, resource id):  {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:33:48.394532 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:33:48.817718 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:48.894417 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:49.410816 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:49.414368 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852025937'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:49.432455 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:33:49.576037 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event updated for resources: {'Port': ['ID=be462695-15f5-4b69-bf46-b0d4c69762b2,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:33:49.579063 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:33:49.673510 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850711266'] for floatingip, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:49.857654 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_db [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Floating IP 485722b5-0a25-40ee-8765-952c64048949 associated. External IP: 172.27.2.148, port: 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b.
Apr 14 11:33:50.229682 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Router de3842f2-4094-4134-9f54-acaf4321f740 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:33:50.419311 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:33:50.429359 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee26ab-c6f1-4f4c-9ca3-73eceb92ab2e None None] Sync routers for ids ['de3842f2-4094-4134-9f54-acaf4321f740'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:33:50.439379 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee26ab-c6f1-4f4c-9ca3-73eceb92ab2e None None] Routers {'de3842f2-4094-4134-9f54-acaf4321f740'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:33:50.440046 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3dee26ab-c6f1-4f4c-9ca3-73eceb92ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12bbe5630>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:33:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['de3842f2-4094-4134-9f54-acaf4321f740'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:33:50.442952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:50.515551 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-1d1025d9-c908-4ff3-929b-71d57b779989 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8451338
Apr 14 11:33:50.516388 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'tag': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:33:50.628291 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'tag': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b', 'status': 'completed', 'code': 200}
Apr 14 11:33:50.731449 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09506bbf-5301-4406-ba2f-10611088802d req-a1e3c29d-c284-45e4-8dab-af45dbfc7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:50.733091 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-09506bbf-5301-4406-ba2f-10611088802d req-a1e3c29d-c284-45e4-8dab-af45dbfc7334 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82996a92f9a3422d9c63368b5bbe0761&device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 1099 time: 0.0835793
Apr 14 11:33:50.802577 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-3dee26ab-c6f1-4f4c-9ca3-73eceb92ab2e None None] Set router de3842f2-4094-4134-9f54-acaf4321f740 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:33:50.879604 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09506bbf-5301-4406-ba2f-10611088802d req-1418a0ad-0cb6-460d-9139-04013818a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:50.881220 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-09506bbf-5301-4406-ba2f-10611088802d req-1418a0ad-0cb6-460d-9139-04013818a831 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 200  len: 913 time: 0.1421788
Apr 14 11:33:50.993479 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-09506bbf-5301-4406-ba2f-10611088802d req-bf3a28e7-5bdf-4f94-86cd-003112dcd551 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ff96906-532b-4c2f-aa2f-3f41e0e7a70b HTTP/1.1" status: 200  len: 1000 time: 0.1054819
Apr 14 11:33:51.066048 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09506bbf-5301-4406-ba2f-10611088802d req-fb20338b-255c-4ef7-9a06-8336a232ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:51.067565 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-09506bbf-5301-4406-ba2f-10611088802d req-fb20338b-255c-4ef7-9a06-8336a232ca59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec1a290f-af9e-46f3-8cfe-14cb7113e5fc HTTP/1.1" status: 200  len: 851 time: 0.0681877
Apr 14 11:33:51.152626 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09506bbf-5301-4406-ba2f-10611088802d req-895385c6-712b-47d9-8fb9-f9c8dfa3df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:33:51.154521 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-09506bbf-5301-4406-ba2f-10611088802d req-895385c6-712b-47d9-8fb9-f9c8dfa3df9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806866
Apr 14 11:33:51.174770 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3dee26ab-c6f1-4f4c-9ca3-73eceb92ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12bbe5630>, [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': '485722b5-0a25-40ee-8765-952c64048949', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'port_id': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'mac_address': 'fa:16:3e:7e:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:33:48Z', 'updated_at': '2021-04-14T11:33:48Z', 'revision_number': 0, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:33:51.178843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee26ab-c6f1-4f4c-9ca3-73eceb92ab2e None None] Checking router: de3842f2-4094-4134-9f54-acaf4321f740 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:33:51.188356 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee26ab-c6f1-4f4c-9ca3-73eceb92ab2e None None] Routers {'de3842f2-4094-4134-9f54-acaf4321f740'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:33:51.189011 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3dee26ab-c6f1-4f4c-9ca3-73eceb92ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12bbe5630>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:33:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['de3842f2-4094-4134-9f54-acaf4321f740'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:33:51.300776 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-09506bbf-5301-4406-ba2f-10611088802d req-9e9cec0d-2979-4bdf-8860-34849199deaa service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395679
Apr 14 11:33:51.378927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-3dee26ab-c6f1-4f4c-9ca3-73eceb92ab2e None None] Set router de3842f2-4094-4134-9f54-acaf4321f740 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:33:51.446213 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-09506bbf-5301-4406-ba2f-10611088802d req-dc0e5f4f-dda5-4dd2-a3bd-522e7c36c105 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381335
Apr 14 11:33:51.746790 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3dee26ab-c6f1-4f4c-9ca3-73eceb92ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12bbe5630>, [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': '485722b5-0a25-40ee-8765-952c64048949', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'port_id': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'mac_address': 'fa:16:3e:7e:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:33:48Z', 'updated_at': '2021-04-14T11:33:48Z', 'revision_number': 0, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:33:51.750893 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee26ab-c6f1-4f4c-9ca3-73eceb92ab2e None None] The sync data for ids ['de3842f2-4094-4134-9f54-acaf4321f740'] in dv-cinder-774594-3-iscsi is: [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': '485722b5-0a25-40ee-8765-952c64048949', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'port_id': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'mac_address': 'fa:16:3e:7e:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:33:48Z', 'updated_at': '2021-04-14T11:33:48Z', 'revision_number': 0, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:33:52.032824 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afccb2ec-d5ea-4ca1-b776-4af55a2ec099 None None] New status for floating IP 485722b5-0a25-40ee-8765-952c64048949: ACTIVE {{(pid=85286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 14 11:33:55.454911 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a466bef0-0adb-43dc-a169-f29c7f98210a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:57.454782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-65dcb140-e0bb-4d93-8c3b-9039362febcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:58.352511 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:33:59.344620 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:34:00.405066 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:34:03.381228 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:34:12.670796 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:34:25.456576 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2c32d9c9-393d-42ec-8334-5308590e5e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:34:27.455320 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ee34a507-90a9-4b43-a550-78d9c2aa4511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:34:28.355382 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:34:29.346251 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:34:30.406803 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:34:33.377697 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:34:40.693134 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4e634b8d-35dc-444c-9246-24e95b02e46b req-8fdeb3c3-a756-4098-96bf-772b140f33d4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0836394
Apr 14 11:34:40.846644 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e634b8d-35dc-444c-9246-24e95b02e46b req-d5151541-0d57-4a1a-b2e9-56dba16706d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:34:40.848215 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4e634b8d-35dc-444c-9246-24e95b02e46b req-d5151541-0d57-4a1a-b2e9-56dba16706d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82996a92f9a3422d9c63368b5bbe0761&device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 1099 time: 0.0778289
Apr 14 11:34:41.005059 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e634b8d-35dc-444c-9246-24e95b02e46b req-df291668-f55f-465d-8a17-ed7139fbaa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:34:41.006635 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4e634b8d-35dc-444c-9246-24e95b02e46b req-df291668-f55f-465d-8a17-ed7139fbaa56 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 200  len: 913 time: 0.1379740
Apr 14 11:34:41.118166 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4e634b8d-35dc-444c-9246-24e95b02e46b req-5088d77a-53df-493d-856d-7422515e8e69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ff96906-532b-4c2f-aa2f-3f41e0e7a70b HTTP/1.1" status: 200  len: 1002 time: 0.1031947
Apr 14 11:34:41.193669 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e634b8d-35dc-444c-9246-24e95b02e46b req-030b194b-94e4-4d82-96a1-3457ef448afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:34:41.195406 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4e634b8d-35dc-444c-9246-24e95b02e46b req-030b194b-94e4-4d82-96a1-3457ef448afb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec1a290f-af9e-46f3-8cfe-14cb7113e5fc HTTP/1.1" status: 200  len: 851 time: 0.0708289
Apr 14 11:34:41.279059 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e634b8d-35dc-444c-9246-24e95b02e46b req-f74b3227-3053-4923-b0e7-2c286cbebf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:34:41.280909 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4e634b8d-35dc-444c-9246-24e95b02e46b req-f74b3227-3053-4923-b0e7-2c286cbebf13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783188
Apr 14 11:34:41.423798 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4e634b8d-35dc-444c-9246-24e95b02e46b req-ff620b86-c29e-4e39-a3b8-111887c3ead8 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362603
Apr 14 11:34:41.567614 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4e634b8d-35dc-444c-9246-24e95b02e46b req-3ef242f6-f44a-485c-abe3-32562d21b6fa service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364064
Apr 14 11:34:49.670530 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:34:55.458650 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3716715c-1439-4f88-a9bc-0266a2e97394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:34:57.456101 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-73db3374-f45d-4e90-8a61-80059e68c247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:34:58.358559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:34:59.347215 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:00.410008 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:03.391867 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:25.460133 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1aba774a-1dbf-4979-981a-58f8b76dde99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:26.671411 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:35:27.456985 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f9e91635-d4d4-425e-895d-86a96fdcc7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:28.360710 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:29.347678 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:30.411897 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:33.390007 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:38.657128 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-611b10a7-6cf1-45ca-9ca8-964501bcee54 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687577326&fields=id&tenant_id=82996a92f9a3422d9c63368b5bbe0761 HTTP/1.1" status: 200  len: 267 time: 0.0265708
Apr 14 11:35:38.823160 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-bb0c18dc-838b-49e2-b9cd-682c9f6c0df1 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:38.824637 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-bb0c18dc-838b-49e2-b9cd-682c9f6c0df1 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/networks?id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 200  len: 812 time: 0.1587493
Apr 14 11:35:38.841494 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-831b5f95-1183-4f6b-8a95-484466ff2c7a tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/quotas/82996a92f9a3422d9c63368b5bbe0761 HTTP/1.1" status: 200  len: 375 time: 0.0106063
Apr 14 11:35:39.182354 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-012bd253-2b37-4f4c-8a82-bb0515354bed tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=82996a92f9a3422d9c63368b5bbe0761&fields=id HTTP/1.1" status: 200  len: 440 time: 0.3353250
Apr 14 11:35:39.411050 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-71b6da67-9fa2-4b28-926c-2c5406ef33e2 service neutron] 10.222.0.20 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2161334
Apr 14 11:35:39.556762 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-955a46d3-f45e-49b4-a5ae-86a35398b2f4 service neutron] 10.222.0.20 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385555
Apr 14 11:35:39.977683 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-b7bcfeef-364c-4187-a45f-ec32fed70b65 req-b73a6b3f-62ff-45c8-81e9-aabed564cb16 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 210 time: 0.0501037
Apr 14 11:35:41.168809 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ea6dd3f9-d230-48f2-a411-1dae519be5c9 req-37c873c0-3c6a-4e5d-ae9f-8e39a28a6e82 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 210 time: 0.0713952
Apr 14 11:35:41.278176 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-3c2f24a0-2da8-4547-add6-da5d15db9ecf tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:41.279724 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-3c2f24a0-2da8-4547-add6-da5d15db9ecf tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.47 "GET /v2.0/networks?id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 200  len: 812 time: 0.2089219
Apr 14 11:35:41.346074 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-73145876-e7be-4124-8957-17c8cec48488 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=82996a92f9a3422d9c63368b5bbe0761 HTTP/1.1" status: 200  len: 8059 time: 0.0575407
Apr 14 11:35:41.356629 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Request body: {'port': {'device_id': 'd19e9304-bca4-43e8-9375-4e0c99d01a71', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'admin_state_up': True, 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'security_groups': ['773fa820-8b2b-49ec-ae27-2f114350df18']}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:35:41.505153 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:35:41.515678 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:35:41.525272 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Made reservation on behalf of 82996a92f9a3422d9c63368b5bbe0761 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 14 11:35:41.531591 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:41.685850 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Allocated IP 172.20.0.7 (3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895/ec1a290f-af9e-46f3-8cfe-14cb7113e5fc/54eb6329-a1a9-442c-ba16-1c6d3db9ae5b) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:35:41.891592 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:41.909507 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Transition to ACTIVE for port object 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:35:41.933539 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:41.952198 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1fc661ba-91d4-4771-9208-2e0921651aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:35:42.095062 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event updated for resources: {'Port': ['ID=54eb6329-a1a9-442c-ba16-1c6d3db9ae5b,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:35:42.111627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:42.112058 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:42.112482 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:42.112893 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:42.113331 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:42.113744 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:42.114155 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:42.114563 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:42.114971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:42.115375 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:42.115779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:42.116179 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:42.120722 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:35:42.162952 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:35:42.164194 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:35:42.166597 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:35:42.241256 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:42.242482 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:42.275667 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9230776
Apr 14 11:35:42.288279 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Request body: {'port': {'device_id': 'd19e9304-bca4-43e8-9375-4e0c99d01a71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:35:42.384093 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-218ff1cb-5f5d-421e-bb68-30571ba924ac None None] Provisioning for port 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b completed by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:35:42.389302 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-218ff1cb-5f5d-421e-bb68-30571ba924ac None None] Provisioning complete for port 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b triggered by entity DHCP. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:35:42.390069 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-218ff1cb-5f5d-421e-bb68-30571ba924ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:42.448201 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-218ff1cb-5f5d-421e-bb68-30571ba924ac None None] Port 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b cannot update to ACTIVE because it is not bound. {{(pid=85284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 14 11:35:42.480375 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:42.529257 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9120c8-04d9-4947-bbdf-81040d938646 req-d70ef3b0-a798-455e-8d03-b24ac0176f71 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:42.530024 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-de9120c8-04d9-4947-bbdf-81040d938646 req-d70ef3b0-a798-455e-8d03-b24ac0176f71 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Synchronizing usage tracker for tenant:82996a92f9a3422d9c63368b5bbe0761 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:35:42.600531 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-de9120c8-04d9-4947-bbdf-81040d938646 req-d70ef3b0-a798-455e-8d03-b24ac0176f71 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Unset dirty status for tenant:82996a92f9a3422d9c63368b5bbe0761 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:35:42.602431 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-de9120c8-04d9-4947-bbdf-81040d938646 req-d70ef3b0-a798-455e-8d03-b24ac0176f71 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 931 time: 0.2800193
Apr 14 11:35:42.648009 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-de9120c8-04d9-4947-bbdf-81040d938646 req-891a0108-e2fc-4732-bfe2-7eb6927ad7ae tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356541
Apr 14 11:35:42.676529 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1b81e0be-386f-4fed-a8e0-e57ad12f7555 req-3eb0490e-fac5-4796-a12d-2793c0ed964c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0853658
Apr 14 11:35:42.830175 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81e0be-386f-4fed-a8e0-e57ad12f7555 req-f23969ae-9ae5-4dfe-ad02-cccaa6fcc63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:42.831870 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1b81e0be-386f-4fed-a8e0-e57ad12f7555 req-f23969ae-9ae5-4dfe-ad02-cccaa6fcc63b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82996a92f9a3422d9c63368b5bbe0761&device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 1099 time: 0.0805497
Apr 14 11:35:42.939524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:35:42.948506 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:42.964887 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Transition to ACTIVE for port object 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 14 11:35:42.967624 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:42.984152 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-daa6fbcc-c1aa-4769-821c-1f8cbf9bc7e9 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:35:42.992060 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81e0be-386f-4fed-a8e0-e57ad12f7555 req-77df6e91-d593-4f8b-9aa2-6f1a1299490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:42.993803 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1b81e0be-386f-4fed-a8e0-e57ad12f7555 req-77df6e91-d593-4f8b-9aa2-6f1a1299490e service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 200  len: 913 time: 0.1408350
Apr 14 11:35:43.107526 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1b81e0be-386f-4fed-a8e0-e57ad12f7555 req-db9e4d29-1629-48ba-9eef-397c225cba99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ff96906-532b-4c2f-aa2f-3f41e0e7a70b HTTP/1.1" status: 200  len: 1002 time: 0.1069002
Apr 14 11:35:43.125021 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Pushing event updated for resources: {'Port': ['ID=54eb6329-a1a9-442c-ba16-1c6d3db9ae5b,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:35:43.135681 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:35:43.182620 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81e0be-386f-4fed-a8e0-e57ad12f7555 req-94fd7ecd-4ce5-4cd2-a258-61169425dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:43.184462 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1b81e0be-386f-4fed-a8e0-e57ad12f7555 req-94fd7ecd-4ce5-4cd2-a258-61169425dd6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec1a290f-af9e-46f3-8cfe-14cb7113e5fc HTTP/1.1" status: 200  len: 851 time: 0.0709934
Apr 14 11:35:43.277388 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81e0be-386f-4fed-a8e0-e57ad12f7555 req-9c409ac8-f500-48c8-af18-c14a844fd003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:43.279036 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1b81e0be-386f-4fed-a8e0-e57ad12f7555 req-9c409ac8-f500-48c8-af18-c14a844fd003 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0886400
Apr 14 11:35:43.362174 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Attempting to bind port 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 14 11:35:43.362685 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Attempting to bind port 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 14 11:35:43.363066 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Attempting to bind port 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b on network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:35:43.368488 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Port 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b on network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 14 11:35:43.368863 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Attempting to bind port 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b on network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 14 11:35:43.374621 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Checking agent: {'id': 'a316f469-58ff-46b0-a0ef-948620e80a1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 14 11:35:43.374961 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Checking segment: {'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 14 11:35:43.375389 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Bound using segment: {'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 14 11:35:43.375871 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Bound port: 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece6f419-b3cf-4620-9ace-7eb1fc63b976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 14 11:35:43.376264 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:43.429330 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1b81e0be-386f-4fed-a8e0-e57ad12f7555 req-0f4d66ce-f50f-44c5-9b34-2ea57aeafe87 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431892
Apr 14 11:35:43.455103 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] For port 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b, host hv-cinder-77459, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 14 11:35:43.458211 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] For port 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=54eb6329-a1a9-442c-ba16-1c6d3db9ae5b,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 14 11:35:43.462839 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:43.478880 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8f506e94-d58a-4b62-acf2-c6b9d0a67ca6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:35:43.576478 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-1b81e0be-386f-4fed-a8e0-e57ad12f7555 req-5e0dd6b8-9191-4300-aa9f-92ba17824f78 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411557
Apr 14 11:35:43.638107 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Pushing event updated for resources: {'Port': ['ID=54eb6329-a1a9-442c-ba16-1c6d3db9ae5b,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:35:43.643603 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:35:43.675652 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:43.676324 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:43.677909 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-066806cc-8140-4a11-9003-858c0c6e8c32 service neutron] 10.222.0.47 "PUT /v2.0/ports/54eb6329-a1a9-442c-ba16-1c6d3db9ae5b HTTP/1.1" status: 200  len: 1093 time: 1.3946571
Apr 14 11:35:43.678504 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19e9304-bca4-43e8-9375-4e0c99d01a71', 'tag': '54eb6329-a1a9-442c-ba16-1c6d3db9ae5b'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:35:43.765574 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19e9304-bca4-43e8-9375-4e0c99d01a71', 'tag': '54eb6329-a1a9-442c-ba16-1c6d3db9ae5b', 'status': 'completed', 'code': 200}
Apr 14 11:35:43.865858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-de47b5e6-b455-49e4-bc5e-a250bf912822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:43.867723 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-de47b5e6-b455-49e4-bc5e-a250bf912822 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82996a92f9a3422d9c63368b5bbe0761&device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 1096 time: 0.1400862
Apr 14 11:35:44.192892 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-d81fd1d9-dbca-4df0-bb23-9997b931696a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54eb6329-a1a9-442c-ba16-1c6d3db9ae5b HTTP/1.1" status: 200  len: 217 time: 0.3141391
Apr 14 11:35:44.202200 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ad3e1-df57-48b5-8d43-0b7b8bcc01f6 req-57861ae1-9d72-4570-8f0a-042b4868eb3c tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:44.203774 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ac9ad3e1-df57-48b5-8d43-0b7b8bcc01f6 req-57861ae1-9d72-4570-8f0a-042b4868eb3c tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 943 time: 0.4197242
Apr 14 11:35:44.286923 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-ac9ad3e1-df57-48b5-8d43-0b7b8bcc01f6 req-5e952b52-c77d-4d99-8c9d-c01bd5ecd235 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399172
Apr 14 11:35:44.294538 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-c9a1d6f3-a3ef-42f0-8d37-95a02c5f8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:44.296030 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-c9a1d6f3-a3ef-42f0-8d37-95a02c5f8559 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec1a290f-af9e-46f3-8cfe-14cb7113e5fc HTTP/1.1" status: 200  len: 851 time: 0.0913517
Apr 14 11:35:44.380085 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-034c2ba4-9c18-43d3-8526-fe6c2ff6101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:44.381690 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-034c2ba4-9c18-43d3-8526-fe6c2ff6101b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779574
Apr 14 11:35:44.523401 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-bd5bde2c-7183-4bbb-961e-ed05464bad54 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352160
Apr 14 11:35:44.667488 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-c8f8f36e-f5cc-4c98-8400-305702dcdb91 req-a266253a-2304-40b1-84d8-83c8a4106b10 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380208
Apr 14 11:35:44.804918 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a1b3c-0c90-4c67-ba2c-e71f78e8a568 req-b9685ad9-e50a-4975-8544-b47cb8e940e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:44.806474 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-526a1b3c-0c90-4c67-ba2c-e71f78e8a568 req-b9685ad9-e50a-4975-8544-b47cb8e940e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82996a92f9a3422d9c63368b5bbe0761&device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 1096 time: 0.0838180
Apr 14 11:35:44.948272 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a1b3c-0c90-4c67-ba2c-e71f78e8a568 req-75f35815-4bc0-4b79-af04-9dd6daf28ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:44.949869 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-526a1b3c-0c90-4c67-ba2c-e71f78e8a568 req-75f35815-4bc0-4b79-af04-9dd6daf28ad2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 200  len: 913 time: 0.1370835
Apr 14 11:35:45.023443 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-526a1b3c-0c90-4c67-ba2c-e71f78e8a568 req-007981fc-a265-466c-8624-46243c18d23b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54eb6329-a1a9-442c-ba16-1c6d3db9ae5b HTTP/1.1" status: 200  len: 217 time: 0.0655196
Apr 14 11:35:45.097112 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a1b3c-0c90-4c67-ba2c-e71f78e8a568 req-ddf968c0-f47f-462a-9142-9d420a806719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:45.098647 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-526a1b3c-0c90-4c67-ba2c-e71f78e8a568 req-ddf968c0-f47f-462a-9142-9d420a806719 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec1a290f-af9e-46f3-8cfe-14cb7113e5fc HTTP/1.1" status: 200  len: 851 time: 0.0665288
Apr 14 11:35:45.183732 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a1b3c-0c90-4c67-ba2c-e71f78e8a568 req-049c9ec1-7b33-40f6-a62b-5b21948be58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:45.185364 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-526a1b3c-0c90-4c67-ba2c-e71f78e8a568 req-049c9ec1-7b33-40f6-a62b-5b21948be58f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773687
Apr 14 11:35:45.336202 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-526a1b3c-0c90-4c67-ba2c-e71f78e8a568 req-7e97ca48-996d-4d0e-8052-674bcb7c7194 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404614
Apr 14 11:35:45.560621 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-526a1b3c-0c90-4c67-ba2c-e71f78e8a568 req-a2c65959-a256-4ffe-bf18-4e691f8dce63 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2182620
Apr 14 11:35:45.576831 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d400a-8947-4f43-a88b-ce6e4d620d01 req-6d28743f-0ad6-41a0-b6ad-1644e00b2ec2 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:45.578448 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-823d400a-8947-4f43-a88b-ce6e4d620d01 req-6d28743f-0ad6-41a0-b6ad-1644e00b2ec2 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 943 time: 0.1443024
Apr 14 11:35:45.609645 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-823d400a-8947-4f43-a88b-ce6e4d620d01 req-ccd1f441-9940-4ee1-9f27-6b65ae1230c2 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0249083
Apr 14 11:35:46.809576 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d28d4-65cf-4cca-97f7-17a26f2ff225 req-ee544c15-af53-4f51-990c-79239bf9d7b6 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:46.811106 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3b9d28d4-65cf-4cca-97f7-17a26f2ff225 req-ee544c15-af53-4f51-990c-79239bf9d7b6 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 943 time: 0.0879505
Apr 14 11:35:46.841063 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3b9d28d4-65cf-4cca-97f7-17a26f2ff225 req-bf5dcdc9-d16d-47bb-905d-06fb2935f165 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0238054
Apr 14 11:35:48.045927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94b664-09b6-4e3f-8507-3819f563b6b5 req-15b9fa51-82fc-43bc-98e5-8c17a30c01f3 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:48.047495 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5d94b664-09b6-4e3f-8507-3819f563b6b5 req-15b9fa51-82fc-43bc-98e5-8c17a30c01f3 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 943 time: 0.0939479
Apr 14 11:35:48.077203 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5d94b664-09b6-4e3f-8507-3819f563b6b5 req-7f81d184-898a-4193-857e-3263bb2cacc8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0233476
Apr 14 11:35:49.277119 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef8d2e-a52b-4792-8264-872cdf4995c9 req-4786a293-b318-4cec-94f6-3fec445bbeef tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:49.278717 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a0ef8d2e-a52b-4792-8264-872cdf4995c9 req-4786a293-b318-4cec-94f6-3fec445bbeef tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 943 time: 0.0884275
Apr 14 11:35:49.312632 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a0ef8d2e-a52b-4792-8264-872cdf4995c9 req-1dca9bf9-a9f9-46e1-bec6-c03458d3f37d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0273392
Apr 14 11:35:50.518235 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27da04f-9e81-406f-a052-c1980cc4d121 req-8f4d6ae4-cd75-4c34-8217-ffe0e9172d50 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:50.519836 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e27da04f-9e81-406f-a052-c1980cc4d121 req-8f4d6ae4-cd75-4c34-8217-ffe0e9172d50 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 943 time: 0.0925801
Apr 14 11:35:50.550989 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e27da04f-9e81-406f-a052-c1980cc4d121 req-34a97ae3-a4e9-428a-ac52-2a37d49ef89c tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0242169
Apr 14 11:35:51.753595 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28256bb-535b-4012-9a5f-1602eb3e2424 req-d82e66e6-efbf-4630-a3b7-fa3b84d5074d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:51.755179 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a28256bb-535b-4012-9a5f-1602eb3e2424 req-d82e66e6-efbf-4630-a3b7-fa3b84d5074d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 943 time: 0.0881989
Apr 14 11:35:51.786336 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a28256bb-535b-4012-9a5f-1602eb3e2424 req-6f60d68b-1473-439e-8ff6-cc400521f49d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0243185
Apr 14 11:35:52.064416 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 14 11:35:52.207066 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=54eb6329-a1a9-442c-ba16-1c6d3db9ae5b,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:35:52.221805 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Returning: {'device': '54eb6329-a1a9-442c-ba16-1c6d3db9ae5b', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'port_id': '54eb6329-a1a9-442c-ba16-1c6d3db9ae5b', 'mac_address': 'fa:16:3e:27:32:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 14 11:35:52.283663 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:52.284988 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 14 11:35:52.300815 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=54eb6329-a1a9-442c-ba16-1c6d3db9ae5b,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:35:52.303589 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:52.305641 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-566260fa-0886-41b4-ae08-18eeabc7b9d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:35:52.374088 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=54eb6329-a1a9-442c-ba16-1c6d3db9ae5b,revision_number=4']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:35:52.381742 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:52.382135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:52.382518 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:52.383530 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:52.383987 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:52.384367 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:52.384741 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:52.385139 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:52.385520 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:52.385891 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:52.386257 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:52.386622 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:35:52.390644 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:35:52.539743 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] get_ports_and_sgs() called for port_ids ['54eb6329-a1a9-442c-ba16-1c6d3db9ae5b'] {{(pid=85284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 14 11:35:52.990935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba5e0e-bd37-47e9-8c2d-da2fdb92df23 req-95f991e5-874e-47ce-bbcc-39b383bafb5d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:52.993162 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-38ba5e0e-bd37-47e9-8c2d-da2fdb92df23 req-95f991e5-874e-47ce-bbcc-39b383bafb5d tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 944 time: 0.0927420
Apr 14 11:35:53.023444 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-38ba5e0e-bd37-47e9-8c2d-da2fdb92df23 req-26b4c7ed-b69c-4e93-9d01-66e2db94ce68 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0236914
Apr 14 11:35:54.072499 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b up at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 14 11:35:54.144938 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning for port 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b completed by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 14 11:35:54.150428 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Provisioning complete for port 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b triggered by entity L2. {{(pid=85284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 14 11:35:54.150845 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-467348'] for port, provisioning_complete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:54.225497 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f54635-8c32-4432-9c6c-d9a5ab387a6e req-8ea60ecd-2afb-4a80-a351-47ddaca785c5 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:54.227871 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-55f54635-8c32-4432-9c6c-d9a5ab387a6e req-8ea60ecd-2afb-4a80-a351-47ddaca785c5 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 944 time: 0.0900009
Apr 14 11:35:54.258822 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-55f54635-8c32-4432-9c6c-d9a5ab387a6e req-275d62fd-c55f-469d-b2b5-33434b8d34ab tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0241566
Apr 14 11:35:54.279093 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:54.291950 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19e9304-bca4-43e8-9375-4e0c99d01a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54eb6329-a1a9-442c-ba16-1c6d3db9ae5b'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:35:54.302195 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] For port 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=54eb6329-a1a9-442c-ba16-1c6d3db9ae5b,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:35:54.305350 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:54.307264 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:35:54.344218 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19e9304-bca4-43e8-9375-4e0c99d01a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54eb6329-a1a9-442c-ba16-1c6d3db9ae5b', 'code': 200}
Apr 14 11:35:54.377927 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Pushing event updated for resources: {'Port': ['ID=54eb6329-a1a9-442c-ba16-1c6d3db9ae5b,revision_number=5']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:35:54.380889 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:35:54.627453 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903bc5b-addd-4d98-a691-dd563ea2f304 req-cbd243b7-8f5d-46fe-889d-04b410049c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:54.629038 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5903bc5b-addd-4d98-a691-dd563ea2f304 req-cbd243b7-8f5d-46fe-889d-04b410049c39 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 1098 time: 0.0806053
Apr 14 11:35:54.656988 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5903bc5b-addd-4d98-a691-dd563ea2f304 req-1aab7d1c-01e6-4bc1-9fef-f58096a94f7d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0206709
Apr 14 11:35:55.460788 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be2db74f-90d9-466c-88b2-d42ba32e4be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:55.465673 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25515b0-f606-4238-b6a1-d9ac8bce6c75 req-be24e0e8-c672-426e-a9de-b6ef4d9f1c2a tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:55.467285 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a25515b0-f606-4238-b6a1-d9ac8bce6c75 req-be24e0e8-c672-426e-a9de-b6ef4d9f1c2a tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 945 time: 0.0917499
Apr 14 11:35:55.498909 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-a25515b0-f606-4238-b6a1-d9ac8bce6c75 req-5c838fa3-b38c-4b48-92d1-4c0e0e2e1a00 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0250440
Apr 14 11:35:56.703196 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efad694-bc76-4032-96ba-f6426eae18fa req-6bd97cc5-3788-4fbb-b375-04f750bc25b4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:56.704764 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8efad694-bc76-4032-96ba-f6426eae18fa req-6bd97cc5-3788-4fbb-b375-04f750bc25b4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 945 time: 0.0922427
Apr 14 11:35:56.735077 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8efad694-bc76-4032-96ba-f6426eae18fa req-0245d21f-5984-4410-aab1-b6a656a9b067 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0240474
Apr 14 11:35:56.936500 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46f9b4-d115-471b-b16f-bb04ac041487 req-01184a11-c21d-4112-ac69-930f62ce81b5 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:56.938116 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8f46f9b4-d115-471b-b16f-bb04ac041487 req-01184a11-c21d-4112-ac69-930f62ce81b5 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 945 time: 0.0882139
Apr 14 11:35:56.967686 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-8f46f9b4-d115-471b-b16f-bb04ac041487 req-0385cc59-1f12-4bf8-8841-9beb82f29a51 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0233555
Apr 14 11:35:56.993432 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 35650) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:35:57.073619 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfad8611-6a64-4e0b-9363-cdebd1344ae2 tempest-TestVolumeBootPattern-150698083 tempest-TestVolumeBootPattern-150698083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:35:57.074390 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cfad8611-6a64-4e0b-9363-cdebd1344ae2 tempest-TestVolumeBootPattern-150698083 tempest-TestVolumeBootPattern-150698083-project-admin] Synchronizing usage tracker for tenant:ade709a44f3747ab8a83f957e3fca24b on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:35:57.090239 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-cfad8611-6a64-4e0b-9363-cdebd1344ae2 tempest-TestVolumeBootPattern-150698083 tempest-TestVolumeBootPattern-150698083-project-admin] Unset dirty status for tenant:ade709a44f3747ab8a83f957e3fca24b on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:35:57.091478 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-cfad8611-6a64-4e0b-9363-cdebd1344ae2 tempest-TestVolumeBootPattern-150698083 tempest-TestVolumeBootPattern-150698083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 1093 time: 0.0969918
Apr 14 11:35:57.094445 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 35654) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:35:57.099879 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.v2.base [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Request body: {'floatingip': {'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'port_id': '54eb6329-a1a9-442c-ba16-1c6d3db9ae5b', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ip_address': '172.20.0.7'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 14 11:35:57.106870 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 14 11:35:57.110860 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Usage tracker for resource:floatingip and tenant:82996a92f9a3422d9c63368b5bbe0761 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 14 11:35:57.113815 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 14 11:35:57.119940 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 14 11:35:57.129082 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for floatingip, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:57.273651 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:57.420072 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Allocated IP 172.27.2.53 (b458cc77-65ed-4ced-9d68-fd61bb856146/c5b06017-0736-4598-bc0e-073a40ce3931/b10a5bfd-e41d-4c51-8b61-3ef40276974d) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 14 11:35:57.458180 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c31a2395-ca42-4950-8567-8cf1546f932a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:57.578444 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:57.608858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783528803170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:57.627854 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-51b17965-3740-4fdd-afc6-0746e564b576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:35:57.767537 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event updated for resources: {'Port': ['ID=b10a5bfd-e41d-4c51-8b61-3ef40276974d,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:35:57.770631 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:35:57.816461 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Network b458cc77-65ed-4ced-9d68-fd61bb856146 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 14 11:35:57.817554 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Resources bound (agent type, host, resource id):  {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 14 11:35:57.819939 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 14 11:35:58.364278 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:58.481312 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:58.563248 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854672450'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:58.830193 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:58.833801 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783529249310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783528803187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253325972596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253455'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:58.852059 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-15ab7d20-041d-431a-ace2-4de5708b92ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:35:58.984620 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event updated for resources: {'Port': ['ID=b10a5bfd-e41d-4c51-8b61-3ef40276974d,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:35:58.994350 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:35:59.084855 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850711266'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:59.265285 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_db [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Floating IP 1212f1e9-406e-4997-bf18-6fa5330c7beb associated. External IP: 172.27.2.53, port: 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b.
Apr 14 11:35:59.349238 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:59.641009 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Router de3842f2-4094-4134-9f54-acaf4321f740 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:35:59.831273 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:35:59.843046 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38f604-234a-4c5f-9f59-6a1700f7e9b8 None None] Sync routers for ids ['de3842f2-4094-4134-9f54-acaf4321f740'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:35:59.853675 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a38f604-234a-4c5f-9f59-6a1700f7e9b8 None None] Routers {'de3842f2-4094-4134-9f54-acaf4321f740'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:35:59.854313 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3a38f604-234a-4c5f-9f59-6a1700f7e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130e72ef0>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:35:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['de3842f2-4094-4134-9f54-acaf4321f740'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:35:59.856079 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:35:59.916619 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-c7201644-32b4-4560-8375-6c6196fdf37f tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8209512
Apr 14 11:35:59.917293 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19e9304-bca4-43e8-9375-4e0c99d01a71', 'tag': '54eb6329-a1a9-442c-ba16-1c6d3db9ae5b'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:35:59.968121 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19e9304-bca4-43e8-9375-4e0c99d01a71', 'tag': '54eb6329-a1a9-442c-ba16-1c6d3db9ae5b', 'status': 'completed', 'code': 200}
Apr 14 11:36:00.097482 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907699ce-91f1-4961-a35b-f9fea50cb3da req-9d406084-bcac-46d6-9b2e-664e2d75eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:36:00.099121 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-907699ce-91f1-4961-a35b-f9fea50cb3da req-9d406084-bcac-46d6-9b2e-664e2d75eec2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82996a92f9a3422d9c63368b5bbe0761&device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 1098 time: 0.0824759
Apr 14 11:36:00.219249 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-3a38f604-234a-4c5f-9f59-6a1700f7e9b8 None None] Set router de3842f2-4094-4134-9f54-acaf4321f740 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:36:00.243444 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907699ce-91f1-4961-a35b-f9fea50cb3da req-3b173b30-74bb-4fd8-8646-1a762433760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:36:00.245045 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-907699ce-91f1-4961-a35b-f9fea50cb3da req-3b173b30-74bb-4fd8-8646-1a762433760b service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 200  len: 913 time: 0.1396372
Apr 14 11:36:00.356552 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-907699ce-91f1-4961-a35b-f9fea50cb3da req-f560c19f-cea6-485f-860d-94e80d428591 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54eb6329-a1a9-442c-ba16-1c6d3db9ae5b HTTP/1.1" status: 200  len: 998 time: 0.1053691
Apr 14 11:36:00.433777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907699ce-91f1-4961-a35b-f9fea50cb3da req-696b91d5-e761-4fb4-9ebc-21b72faba45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:36:00.435559 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-907699ce-91f1-4961-a35b-f9fea50cb3da req-696b91d5-e761-4fb4-9ebc-21b72faba45b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec1a290f-af9e-46f3-8cfe-14cb7113e5fc HTTP/1.1" status: 200  len: 851 time: 0.0730889
Apr 14 11:36:00.447808 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:36:00.518936 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907699ce-91f1-4961-a35b-f9fea50cb3da req-859ac01c-8153-4866-9837-918dc7a9e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:36:00.520528 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-907699ce-91f1-4961-a35b-f9fea50cb3da req-859ac01c-8153-4866-9837-918dc7a9e1af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789940
Apr 14 11:36:00.609841 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3a38f604-234a-4c5f-9f59-6a1700f7e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130e72ef0>, [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': '1212f1e9-406e-4997-bf18-6fa5330c7beb', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'port_id': '54eb6329-a1a9-442c-ba16-1c6d3db9ae5b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'mac_address': 'fa:16:3e:27:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e9304-bca4-43e8-9375-4e0c99d01a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:35:58Z', 'updated_at': '2021-04-14T11:35:58Z', 'revision_number': 0, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ip_address_scope': None}, {'id': '485722b5-0a25-40ee-8765-952c64048949', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'port_id': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'mac_address': 'fa:16:3e:7e:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:33:48Z', 'updated_at': '2021-04-14T11:33:52Z', 'revision_number': 1, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:36:00.613960 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38f604-234a-4c5f-9f59-6a1700f7e9b8 None None] Checking router: de3842f2-4094-4134-9f54-acaf4321f740 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:36:00.623572 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a38f604-234a-4c5f-9f59-6a1700f7e9b8 None None] Routers {'de3842f2-4094-4134-9f54-acaf4321f740'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:36:00.624238 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3a38f604-234a-4c5f-9f59-6a1700f7e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130e72ef0>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:35:57Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['de3842f2-4094-4134-9f54-acaf4321f740'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:36:00.667646 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-907699ce-91f1-4961-a35b-f9fea50cb3da req-744743c8-35f2-45fd-b80b-487ba129f64f service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406658
Apr 14 11:36:00.813666 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-907699ce-91f1-4961-a35b-f9fea50cb3da req-75bda626-46ed-4bfc-b81c-e5ef81985882 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394541
Apr 14 11:36:00.815796 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-3a38f604-234a-4c5f-9f59-6a1700f7e9b8 None None] Set router de3842f2-4094-4134-9f54-acaf4321f740 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:36:01.189705 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3a38f604-234a-4c5f-9f59-6a1700f7e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130e72ef0>, [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': '1212f1e9-406e-4997-bf18-6fa5330c7beb', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'port_id': '54eb6329-a1a9-442c-ba16-1c6d3db9ae5b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'mac_address': 'fa:16:3e:27:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e9304-bca4-43e8-9375-4e0c99d01a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:35:58Z', 'updated_at': '2021-04-14T11:35:58Z', 'revision_number': 0, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ip_address_scope': None}, {'id': '485722b5-0a25-40ee-8765-952c64048949', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'port_id': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'mac_address': 'fa:16:3e:7e:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:33:48Z', 'updated_at': '2021-04-14T11:33:52Z', 'revision_number': 1, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:36:01.193839 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38f604-234a-4c5f-9f59-6a1700f7e9b8 None None] The sync data for ids ['de3842f2-4094-4134-9f54-acaf4321f740'] in dv-cinder-774594-3-iscsi is: [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': '1212f1e9-406e-4997-bf18-6fa5330c7beb', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'port_id': '54eb6329-a1a9-442c-ba16-1c6d3db9ae5b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'mac_address': 'fa:16:3e:27:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e9304-bca4-43e8-9375-4e0c99d01a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:35:58Z', 'updated_at': '2021-04-14T11:35:58Z', 'revision_number': 0, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ip_address_scope': None}, {'id': '485722b5-0a25-40ee-8765-952c64048949', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'port_id': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'mac_address': 'fa:16:3e:7e:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:33:48Z', 'updated_at': '2021-04-14T11:33:52Z', 'revision_number': 1, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:36:01.455175 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd58137b-d8f3-4243-b94e-c247bc51dc6e None None] New status for floating IP 1212f1e9-406e-4997-bf18-6fa5330c7beb: ACTIVE {{(pid=85286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 14 11:36:03.405454 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:36:03.670770 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:36:25.461994 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-227bf711-7252-4d97-8c79-3f676413087a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:36:27.459375 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-20d5ed3a-3654-45fb-ab9c-8f2d61d714f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:36:28.366153 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:36:29.352314 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:36:30.417069 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:36:33.402451 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:36:40.672249 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:36:42.670602 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6b71ae0e-c3d8-4eae-8b6b-f4f61df25eff req-39a3ebf2-1794-4219-a41e-31173ae40f1a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0811272
Apr 14 11:36:42.821610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71ae0e-c3d8-4eae-8b6b-f4f61df25eff req-c8d93557-bec0-4164-a3ca-9f69bc34ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:36:42.823111 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6b71ae0e-c3d8-4eae-8b6b-f4f61df25eff req-c8d93557-bec0-4164-a3ca-9f69bc34ace9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82996a92f9a3422d9c63368b5bbe0761&device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 1099 time: 0.0791020
Apr 14 11:36:42.979923 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71ae0e-c3d8-4eae-8b6b-f4f61df25eff req-cc87bd9a-624b-44b7-ad94-fb46a988600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:36:42.982330 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6b71ae0e-c3d8-4eae-8b6b-f4f61df25eff req-cc87bd9a-624b-44b7-ad94-fb46a988600d service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 200  len: 913 time: 0.1382508
Apr 14 11:36:43.094919 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6b71ae0e-c3d8-4eae-8b6b-f4f61df25eff req-a18976c4-f5b2-41a8-b5ad-fffeb16dc0db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ff96906-532b-4c2f-aa2f-3f41e0e7a70b HTTP/1.1" status: 200  len: 1002 time: 0.1043363
Apr 14 11:36:43.163663 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71ae0e-c3d8-4eae-8b6b-f4f61df25eff req-6d064a54-3e2b-48ac-8f69-72b09d943e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:36:43.165215 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6b71ae0e-c3d8-4eae-8b6b-f4f61df25eff req-6d064a54-3e2b-48ac-8f69-72b09d943e84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec1a290f-af9e-46f3-8cfe-14cb7113e5fc HTTP/1.1" status: 200  len: 851 time: 0.0637176
Apr 14 11:36:43.251373 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71ae0e-c3d8-4eae-8b6b-f4f61df25eff req-95750faf-c974-40b4-9770-792ea36d4183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:36:43.252962 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6b71ae0e-c3d8-4eae-8b6b-f4f61df25eff req-95750faf-c974-40b4-9770-792ea36d4183 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803473
Apr 14 11:36:43.643486 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6b71ae0e-c3d8-4eae-8b6b-f4f61df25eff req-938e1c78-3382-4940-899d-883b06f46846 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3834655
Apr 14 11:36:43.802130 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6b71ae0e-c3d8-4eae-8b6b-f4f61df25eff req-814287f3-0447-4d14-9cb9-6c4b52340743 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475689
Apr 14 11:36:55.466447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7ef00050-80f6-4eef-9ba9-6d7892e0224e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:36:57.460404 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0abfb134-f95c-4a87-a618-88238277659a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:36:58.368482 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:36:59.354738 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:00.419093 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:03.402766 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:17.672070 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:37:25.468456 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c47f8f1d-dceb-4e63-ad3b-63982a3ede61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:27.461090 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8ce5ca9c-85da-46c6-a9e6-cbd5e36448b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:28.375626 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:28.880225 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 35690) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:37:29.100523 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Deleting port b10a5bfd-e41d-4c51-8b61-3ef40276974d {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:37:29.100908 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:29.280758 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:29.281089 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:29.356582 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:29.415611 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Calling delete_port for b10a5bfd-e41d-4c51-8b61-3ef40276974d owned by network:floatingip {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:37:29.576048 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:29.591864 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a165b5b9-cd2c-470e-9ee9-16b1bb554021 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:37:29.651840 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event deleted for resources: {'Port': ['ID=b10a5bfd-e41d-4c51-8b61-3ef40276974d,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:37:29.707199 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:29.707627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:29.708054 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:29.708470 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:29.708882 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:29.709407 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:29.709823 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:29.710237 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:29.710648 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:29.711053 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:29.711459 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:29.711860 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:29.722067 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:37:29.871693 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for floatingip, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:29.872075 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_db [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Floating IP 1212f1e9-406e-4997-bf18-6fa5330c7beb disassociated (deleted). External IP: 172.27.2.53, port: 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b.
Apr 14 11:37:30.241411 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Router de3842f2-4094-4134-9f54-acaf4321f740 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:37:30.422830 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:30.434349 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:37:30.444490 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f2853-8f19-488e-95af-377c09ab90af None None] Sync routers for ids ['de3842f2-4094-4134-9f54-acaf4321f740'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:37:30.455361 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f2853-8f19-488e-95af-377c09ab90af None None] Routers {'de3842f2-4094-4134-9f54-acaf4321f740'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:37:30.455557 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:30.456045 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-e80f2853-8f19-488e-95af-377c09ab90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12bed6cc0>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:37:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['de3842f2-4094-4134-9f54-acaf4321f740'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:30.514882 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-d31e8c6f-21f0-4205-b89f-530bdbc29986 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "DELETE /v2.0/floatingips/1212f1e9-406e-4997-bf18-6fa5330c7beb HTTP/1.1" status: 204  len: 168 time: 1.6333818
Apr 14 11:37:30.516781 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19e9304-bca4-43e8-9375-4e0c99d01a71', 'tag': '54eb6329-a1a9-442c-ba16-1c6d3db9ae5b'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:37:30.574043 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19e9304-bca4-43e8-9375-4e0c99d01a71', 'tag': '54eb6329-a1a9-442c-ba16-1c6d3db9ae5b', 'status': 'completed', 'code': 200}
Apr 14 11:37:30.652391 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-e80f2853-8f19-488e-95af-377c09ab90af None None] Set router de3842f2-4094-4134-9f54-acaf4321f740 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:37:30.679000 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba2839-433a-4ef3-a5f4-8dc935f67692 req-cca4d869-9c06-41cb-aeee-e28d467ee6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:37:30.680881 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-31ba2839-433a-4ef3-a5f4-8dc935f67692 req-cca4d869-9c06-41cb-aeee-e28d467ee6e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82996a92f9a3422d9c63368b5bbe0761&device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 1098 time: 0.0842981
Apr 14 11:37:30.879640 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba2839-433a-4ef3-a5f4-8dc935f67692 req-ca12da2f-1099-403f-b96a-ba5d4be5fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:37:30.881304 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-31ba2839-433a-4ef3-a5f4-8dc935f67692 req-ca12da2f-1099-403f-b96a-ba5d4be5fa87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 200  len: 913 time: 0.1943350
Apr 14 11:37:31.207907 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-31ba2839-433a-4ef3-a5f4-8dc935f67692 req-6bc48b8e-93b5-4af6-b601-17470ed67ba3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54eb6329-a1a9-442c-ba16-1c6d3db9ae5b HTTP/1.1" status: 200  len: 217 time: 0.3165536
Apr 14 11:37:31.212445 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-e80f2853-8f19-488e-95af-377c09ab90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12bed6cc0>, [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': '485722b5-0a25-40ee-8765-952c64048949', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'port_id': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'mac_address': 'fa:16:3e:7e:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:33:48Z', 'updated_at': '2021-04-14T11:33:52Z', 'revision_number': 1, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:31.217255 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f2853-8f19-488e-95af-377c09ab90af None None] Checking router: de3842f2-4094-4134-9f54-acaf4321f740 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:37:31.226543 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f2853-8f19-488e-95af-377c09ab90af None None] Routers {'de3842f2-4094-4134-9f54-acaf4321f740'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:37:31.226958 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-e80f2853-8f19-488e-95af-377c09ab90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12bed6cc0>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:37:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['de3842f2-4094-4134-9f54-acaf4321f740'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:31.297936 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b376b58-685f-4dd1-a65a-97c13f09747e req-17903a3c-0cc2-484d-8714-ef2be56740f2 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:37:31.298700 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-6b376b58-685f-4dd1-a65a-97c13f09747e req-17903a3c-0cc2-484d-8714-ef2be56740f2 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Synchronizing usage tracker for tenant:82996a92f9a3422d9c63368b5bbe0761 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:37:31.305668 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba2839-433a-4ef3-a5f4-8dc935f67692 req-9edc114d-cd10-4420-858a-c5562e695396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:37:31.307180 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-31ba2839-433a-4ef3-a5f4-8dc935f67692 req-9edc114d-cd10-4420-858a-c5562e695396 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec1a290f-af9e-46f3-8cfe-14cb7113e5fc HTTP/1.1" status: 200  len: 851 time: 0.0917249
Apr 14 11:37:31.365884 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-6b376b58-685f-4dd1-a65a-97c13f09747e req-17903a3c-0cc2-484d-8714-ef2be56740f2 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Unset dirty status for tenant:82996a92f9a3422d9c63368b5bbe0761 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:37:31.367146 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6b376b58-685f-4dd1-a65a-97c13f09747e req-17903a3c-0cc2-484d-8714-ef2be56740f2 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 945 time: 0.5335259
Apr 14 11:37:31.409332 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-6b376b58-685f-4dd1-a65a-97c13f09747e req-0fff3f90-4854-451a-8688-110b14e16aa4 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0344415
Apr 14 11:37:31.419508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba2839-433a-4ef3-a5f4-8dc935f67692 req-71a86403-d90a-4b6e-9aec-084cfa7b8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:37:31.421210 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-31ba2839-433a-4ef3-a5f4-8dc935f67692 req-71a86403-d90a-4b6e-9aec-084cfa7b8586 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1064079
Apr 14 11:37:31.424003 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-e80f2853-8f19-488e-95af-377c09ab90af None None] Set router de3842f2-4094-4134-9f54-acaf4321f740 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:37:31.566285 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-31ba2839-433a-4ef3-a5f4-8dc935f67692 req-b2cbe30e-12da-4077-a524-4453668f9041 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377633
Apr 14 11:37:31.712432 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-31ba2839-433a-4ef3-a5f4-8dc935f67692 req-76685c9d-0db9-496f-b941-8f30329768d7 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391861
Apr 14 11:37:31.798917 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-e80f2853-8f19-488e-95af-377c09ab90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12bed6cc0>, [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': '485722b5-0a25-40ee-8765-952c64048949', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'port_id': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'mac_address': 'fa:16:3e:7e:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:33:48Z', 'updated_at': '2021-04-14T11:33:52Z', 'revision_number': 1, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:31.802971 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f2853-8f19-488e-95af-377c09ab90af None None] The sync data for ids ['de3842f2-4094-4134-9f54-acaf4321f740'] in dv-cinder-774594-3-iscsi is: [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_floatingips': [{'id': '485722b5-0a25-40ee-8765-952c64048949', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'router_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'port_id': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'mac_address': 'fa:16:3e:7e:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:33:48Z', 'updated_at': '2021-04-14T11:33:52Z', 'revision_number': 1, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:37:32.195983 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9343c4-9a4b-45ac-a14d-4d5c9fcb855a None None] New status for floating IP 1212f1e9-406e-4997-bf18-6fa5330c7beb: DOWN {{(pid=85286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 14 11:37:32.363156 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ebce1-fa70-4966-96b2-7b68ed6eabc2 req-6c5cf930-ce01-43ad-b278-3fc26d51e5c2 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:37:32.364770 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-493ebce1-fa70-4966-96b2-7b68ed6eabc2 req-6c5cf930-ce01-43ad-b278-3fc26d51e5c2 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.47 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 945 time: 0.0891645
Apr 14 11:37:32.448920 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-493ebce1-fa70-4966-96b2-7b68ed6eabc2 req-214776ef-212d-4b3a-b2f2-61b40fe649df tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Deleting port 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:37:32.449340 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-493ebce1-fa70-4966-96b2-7b68ed6eabc2 req-214776ef-212d-4b3a-b2f2-61b40fe649df tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:32.768216 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f830575-b6e3-451a-8f66-72631865608d req-944a019b-60d4-4325-84ea-3a99b4aab36c tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:37:32.769746 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3f830575-b6e3-451a-8f66-72631865608d req-944a019b-60d4-4325-84ea-3a99b4aab36c tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 945 time: 0.2229495
Apr 14 11:37:32.814183 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-493ebce1-fa70-4966-96b2-7b68ed6eabc2 req-214776ef-212d-4b3a-b2f2-61b40fe649df tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] For port 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=54eb6329-a1a9-442c-ba16-1c6d3db9ae5b,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:37:32.814575 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-493ebce1-fa70-4966-96b2-7b68ed6eabc2 req-214776ef-212d-4b3a-b2f2-61b40fe649df tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:32.828378 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-3f830575-b6e3-451a-8f66-72631865608d req-e5cdac51-3cc9-45f3-9c59-20963640fd97 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512359
Apr 14 11:37:32.951241 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-493ebce1-fa70-4966-96b2-7b68ed6eabc2 req-214776ef-212d-4b3a-b2f2-61b40fe649df tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Calling delete_port for 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:37:33.101618 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-493ebce1-fa70-4966-96b2-7b68ed6eabc2 req-214776ef-212d-4b3a-b2f2-61b40fe649df tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:33.117201 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8e91f008-43c1-484a-b1f2-30f2d2524a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:37:33.176471 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214776ef-212d-4b3a-b2f2-61b40fe649df tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event deleted for resources: {'Port': ['ID=54eb6329-a1a9-442c-ba16-1c6d3db9ae5b,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:37:33.181193 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-214776ef-212d-4b3a-b2f2-61b40fe649df tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:37:33.365512 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-493ebce1-fa70-4966-96b2-7b68ed6eabc2 req-214776ef-212d-4b3a-b2f2-61b40fe649df tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] No DVR routers for this DVR port 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b on host hv-cinder-77459 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:37:33.367951 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-493ebce1-fa70-4966-96b2-7b68ed6eabc2 req-214776ef-212d-4b3a-b2f2-61b40fe649df tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:33.370727 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19e9304-bca4-43e8-9375-4e0c99d01a71', 'name': 'network-vif-deleted', 'tag': '54eb6329-a1a9-442c-ba16-1c6d3db9ae5b'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:37:33.385901 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-493ebce1-fa70-4966-96b2-7b68ed6eabc2 req-214776ef-212d-4b3a-b2f2-61b40fe649df tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.47 "DELETE /v2.0/ports/54eb6329-a1a9-442c-ba16-1c6d3db9ae5b HTTP/1.1" status: 204  len: 173 time: 1.0147579
Apr 14 11:37:33.402550 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:33.420911 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19e9304-bca4-43e8-9375-4e0c99d01a71', 'name': 'network-vif-deleted', 'tag': '54eb6329-a1a9-442c-ba16-1c6d3db9ae5b', 'status': 'completed', 'code': 200}
Apr 14 11:37:34.014518 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-091d6e9c-ed87-4eaf-8822-23b9d00546ca req-b0936ed8-726c-4e23-ab5b-7b9debec6ced tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Synchronizing usage tracker for tenant:82996a92f9a3422d9c63368b5bbe0761 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:37:34.028858 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-091d6e9c-ed87-4eaf-8822-23b9d00546ca req-b0936ed8-726c-4e23-ab5b-7b9debec6ced tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Unset dirty status for tenant:82996a92f9a3422d9c63368b5bbe0761 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:37:34.030840 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-091d6e9c-ed87-4eaf-8822-23b9d00546ca req-b0936ed8-726c-4e23-ab5b-7b9debec6ced tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=d19e9304-bca4-43e8-9375-4e0c99d01a71 HTTP/1.1" status: 200  len: 210 time: 0.0646749
Apr 14 11:37:34.516992 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:37:34.554705 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:37:34.555104 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 54eb6329-a1a9-442c-ba16-1c6d3db9ae5b not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:37:37.555373 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.20', 35720) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:37:37.779413 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-8d88f6a5-cfc7-4767-a7fd-37abb3776fc1 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Deleting port be462695-15f5-4b69-bf46-b0d4c69762b2 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:37:37.779804 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8d88f6a5-cfc7-4767-a7fd-37abb3776fc1 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:37.975131 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8d88f6a5-cfc7-4767-a7fd-37abb3776fc1 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:37.975495 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8d88f6a5-cfc7-4767-a7fd-37abb3776fc1 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:38.110106 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-8d88f6a5-cfc7-4767-a7fd-37abb3776fc1 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Calling delete_port for be462695-15f5-4b69-bf46-b0d4c69762b2 owned by network:floatingip {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:37:38.258421 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8d88f6a5-cfc7-4767-a7fd-37abb3776fc1 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:38.273995 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-09bf702c-9613-4808-9871-8fad3da010aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:37:38.332028 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88f6a5-cfc7-4767-a7fd-37abb3776fc1 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event deleted for resources: {'Port': ['ID=be462695-15f5-4b69-bf46-b0d4c69762b2,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:37:38.334727 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8d88f6a5-cfc7-4767-a7fd-37abb3776fc1 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:37:38.532415 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8d88f6a5-cfc7-4767-a7fd-37abb3776fc1 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for floatingip, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:38.532832 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.db.l3_db [None req-8d88f6a5-cfc7-4767-a7fd-37abb3776fc1 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Floating IP 485722b5-0a25-40ee-8765-952c64048949 disassociated (deleted). External IP: 172.27.2.148, port: 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b.
Apr 14 11:37:39.145270 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d88f6a5-cfc7-4767-a7fd-37abb3776fc1 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Router de3842f2-4094-4134-9f54-acaf4321f740 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:37:39.331229 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d88f6a5-cfc7-4767-a7fd-37abb3776fc1 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:37:39.341674 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0582496-f3b3-4c03-8308-e0c343607236 None None] Sync routers for ids ['de3842f2-4094-4134-9f54-acaf4321f740'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:37:39.350899 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8d88f6a5-cfc7-4767-a7fd-37abb3776fc1 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:39.353235 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0582496-f3b3-4c03-8308-e0c343607236 None None] Routers {'de3842f2-4094-4134-9f54-acaf4321f740'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:37:39.353909 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-d0582496-f3b3-4c03-8308-e0c343607236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1305645f8>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:37:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['de3842f2-4094-4134-9f54-acaf4321f740'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:39.413998 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-8d88f6a5-cfc7-4767-a7fd-37abb3776fc1 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "DELETE /v2.0/floatingips/485722b5-0a25-40ee-8765-952c64048949 HTTP/1.1" status: 204  len: 168 time: 1.8573320
Apr 14 11:37:39.414617 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'tag': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:37:39.462397 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'tag': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b', 'status': 'completed', 'code': 200}
Apr 14 11:37:39.567983 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-d0582496-f3b3-4c03-8308-e0c343607236 None None] Set router de3842f2-4094-4134-9f54-acaf4321f740 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:37:39.612991 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f72f3-8abf-4ef5-a3a5-5c2305eb4f87 req-5b98304f-b0f9-476a-a13c-28c3e5e490e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:37:39.615296 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4d1f72f3-8abf-4ef5-a3a5-5c2305eb4f87 req-5b98304f-b0f9-476a-a13c-28c3e5e490e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82996a92f9a3422d9c63368b5bbe0761&device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 1099 time: 0.1297522
Apr 14 11:37:39.830238 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f72f3-8abf-4ef5-a3a5-5c2305eb4f87 req-5e916584-ab79-43d5-b0b5-fbd2a74a80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:37:39.831846 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4d1f72f3-8abf-4ef5-a3a5-5c2305eb4f87 req-5e916584-ab79-43d5-b0b5-fbd2a74a80e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 200  len: 913 time: 0.2038553
Apr 14 11:37:39.907567 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-d0582496-f3b3-4c03-8308-e0c343607236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1305645f8>, [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:39.911681 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0582496-f3b3-4c03-8308-e0c343607236 None None] Checking router: de3842f2-4094-4134-9f54-acaf4321f740 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:37:39.919137 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4d1f72f3-8abf-4ef5-a3a5-5c2305eb4f87 req-319549f7-7258-45ad-bf20-f0eb3c1c53bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ff96906-532b-4c2f-aa2f-3f41e0e7a70b HTTP/1.1" status: 200  len: 217 time: 0.0735850
Apr 14 11:37:39.920652 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0582496-f3b3-4c03-8308-e0c343607236 None None] Routers {'de3842f2-4094-4134-9f54-acaf4321f740'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:37:39.922101 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-d0582496-f3b3-4c03-8308-e0c343607236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd1305645f8>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:37:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['de3842f2-4094-4134-9f54-acaf4321f740'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:39.933157 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99a5e5-e12d-4582-895b-9289845a1017 req-2f3884c0-429e-4ced-893b-47b549f6fec2 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:37:39.933925 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-5e99a5e5-e12d-4582-895b-9289845a1017 req-2f3884c0-429e-4ced-893b-47b549f6fec2 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Synchronizing usage tracker for tenant:82996a92f9a3422d9c63368b5bbe0761 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:37:40.005810 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-5e99a5e5-e12d-4582-895b-9289845a1017 req-2f3884c0-429e-4ced-893b-47b549f6fec2 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Unset dirty status for tenant:82996a92f9a3422d9c63368b5bbe0761 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:37:40.007857 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5e99a5e5-e12d-4582-895b-9289845a1017 req-2f3884c0-429e-4ced-893b-47b549f6fec2 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 946 time: 0.2711778
Apr 14 11:37:40.017550 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f72f3-8abf-4ef5-a3a5-5c2305eb4f87 req-7f1816c1-1b84-4467-b90f-40df5dd7df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:37:40.019032 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4d1f72f3-8abf-4ef5-a3a5-5c2305eb4f87 req-7f1816c1-1b84-4467-b90f-40df5dd7df22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec1a290f-af9e-46f3-8cfe-14cb7113e5fc HTTP/1.1" status: 200  len: 851 time: 0.0804894
Apr 14 11:37:40.087218 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-5e99a5e5-e12d-4582-895b-9289845a1017 req-41f4d208-db93-43d2-bace-77b70043a0e8 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714986
Apr 14 11:37:40.115425 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-d0582496-f3b3-4c03-8308-e0c343607236 None None] Set router de3842f2-4094-4134-9f54-acaf4321f740 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:37:40.121839 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f72f3-8abf-4ef5-a3a5-5c2305eb4f87 req-ff1d6de8-2860-472a-94e3-4ab8020692f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:37:40.123448 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4d1f72f3-8abf-4ef5-a3a5-5c2305eb4f87 req-ff1d6de8-2860-472a-94e3-4ab8020692f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896623
Apr 14 11:37:40.272226 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4d1f72f3-8abf-4ef5-a3a5-5c2305eb4f87 req-d9fdbc27-6f9f-4303-b793-f5435021ac3e service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412055
Apr 14 11:37:40.418820 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-4d1f72f3-8abf-4ef5-a3a5-5c2305eb4f87 req-2bdc782e-3b51-4e89-b8b9-57c3c5f99f04 service neutron] 10.222.0.47 "GET /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390479
Apr 14 11:37:40.451716 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-d0582496-f3b3-4c03-8308-e0c343607236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd1305645f8>, [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:40.456630 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0582496-f3b3-4c03-8308-e0c343607236 None None] The sync data for ids ['de3842f2-4094-4134-9f54-acaf4321f740'] in dv-cinder-774594-3-iscsi is: [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:30:19Z', 'revision_number': 4, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi', '_interfaces': [{'id': '8a612dec-9b43-4837-8b09-bb828e8f0a7e', 'name': '', 'network_id': '3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'mac_address': 'fa:16:3e:42:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:18Z', 'updated_at': '2021-04-14T11:30:28Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'subnets': [{'id': 'ec1a290f-af9e-46f3-8cfe-14cb7113e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:37:40.832550 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fd0b87-80a3-4c21-b506-18cfb8076820 None None] New status for floating IP 485722b5-0a25-40ee-8765-952c64048949: DOWN {{(pid=85286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 14 11:37:41.161422 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6266826-7a88-42ac-bcb5-4ced50e25be9 req-51ff2b68-871e-4c05-82f6-d2d369dfe3f3 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:37:41.163026 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e6266826-7a88-42ac-bcb5-4ced50e25be9 req-51ff2b68-871e-4c05-82f6-d2d369dfe3f3 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 946 time: 0.0879049
Apr 14 11:37:41.296241 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-e6266826-7a88-42ac-bcb5-4ced50e25be9 req-b61214a0-d157-4935-b7da-87868861af69 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Deleting port 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:37:41.296824 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e6266826-7a88-42ac-bcb5-4ced50e25be9 req-b61214a0-d157-4935-b7da-87868861af69 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:41.412242 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b551b8-cca3-4950-816e-9b7cf6022ada req-6d3303d8-7df0-4816-a302-6e93619b6d4a tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 14 11:37:41.413843 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-90b551b8-cca3-4950-816e-9b7cf6022ada req-6d3303d8-7df0-4816-a302-6e93619b6d4a tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 946 time: 0.2038193
Apr 14 11:37:41.461672 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-90b551b8-cca3-4950-816e-9b7cf6022ada req-1eab54f1-031e-4742-8616-b0084618536e tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/security-groups?id=773fa820-8b2b-49ec-ae27-2f114350df18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405402
Apr 14 11:37:41.602376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-e6266826-7a88-42ac-bcb5-4ced50e25be9 req-b61214a0-d157-4935-b7da-87868861af69 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] For port 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8ff96906-532b-4c2f-aa2f-3f41e0e7a70b,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:37:41.602774 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e6266826-7a88-42ac-bcb5-4ced50e25be9 req-b61214a0-d157-4935-b7da-87868861af69 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:41.733641 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-e6266826-7a88-42ac-bcb5-4ced50e25be9 req-b61214a0-d157-4935-b7da-87868861af69 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Calling delete_port for 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:37:41.884732 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e6266826-7a88-42ac-bcb5-4ced50e25be9 req-b61214a0-d157-4935-b7da-87868861af69 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852522345'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:41.900142 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-45cfeb57-9bcd-472b-92f9-a2eda34924a3 tempest-TestMinimumBasicScenario-983809443 tempest-TestMinimumBasicScenario-983809443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:37:41.964074 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61214a0-d157-4935-b7da-87868861af69 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event deleted for resources: {'Port': ['ID=8ff96906-532b-4c2f-aa2f-3f41e0e7a70b,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:37:41.967817 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b61214a0-d157-4935-b7da-87868861af69 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:37:42.149156 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6266826-7a88-42ac-bcb5-4ced50e25be9 req-b61214a0-d157-4935-b7da-87868861af69 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] No DVR routers for this DVR port 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b on host hv-cinder-77459 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:37:42.151524 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e6266826-7a88-42ac-bcb5-4ced50e25be9 req-b61214a0-d157-4935-b7da-87868861af69 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:42.154428 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'name': 'network-vif-deleted', 'tag': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 14 11:37:42.170042 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-e6266826-7a88-42ac-bcb5-4ced50e25be9 req-b61214a0-d157-4935-b7da-87868861af69 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.47 "DELETE /v2.0/ports/8ff96906-532b-4c2f-aa2f-3f41e0e7a70b HTTP/1.1" status: 204  len: 173 time: 1.0003786
Apr 14 11:37:42.204320 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b54eb05-ab77-40f0-915e-dae46c70ce78', 'name': 'network-vif-deleted', 'tag': '8ff96906-532b-4c2f-aa2f-3f41e0e7a70b', 'status': 'completed', 'code': 200}
Apr 14 11:37:42.635402 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-9dbeab72-c008-4a62-92f3-2efb9ed35ce0 req-4df52105-9a58-475d-bbca-450ea70871de tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Synchronizing usage tracker for tenant:82996a92f9a3422d9c63368b5bbe0761 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 14 11:37:42.649406 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.quota.resource [req-9dbeab72-c008-4a62-92f3-2efb9ed35ce0 req-4df52105-9a58-475d-bbca-450ea70871de tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Unset dirty status for tenant:82996a92f9a3422d9c63368b5bbe0761 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 14 11:37:42.650640 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [req-9dbeab72-c008-4a62-92f3-2efb9ed35ce0 req-4df52105-9a58-475d-bbca-450ea70871de tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b54eb05-ab77-40f0-915e-dae46c70ce78 HTTP/1.1" status: 200  len: 210 time: 0.0633705
Apr 14 11:37:43.753536 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35740) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:37:43.922866 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Deleting port 666ce38a-d599-44e7-b1a3-30354711c11b {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:37:43.923306 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:44.349978 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:44.350353 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:44.481177 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Calling delete_port for 666ce38a-d599-44e7-b1a3-30354711c11b owned by network:floatingip {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:37:44.529569 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:37:44.567208 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] No Port match for: 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:37:44.567577 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Device 8ff96906-532b-4c2f-aa2f-3f41e0e7a70b not bound to the agent host hv-cinder-77459 {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:37:44.631815 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:44.647609 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5ee8ead0-6bc7-4201-9d5b-f4ca911581b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:37:44.707625 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event deleted for resources: {'Port': ['ID=666ce38a-d599-44e7-b1a3-30354711c11b,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:37:44.768298 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:44.768860 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:44.769164 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:44.769582 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:44.769991 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:44.770402 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:44.770855 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:44.771262 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:44.771671 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:44.772075 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:44.772479 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:44.772881 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:44.780278 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:37:44.927713 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for floatingip, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:44.944890 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772525'] for floatingip, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:44.946157 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-3566f4e1-7889-4f2f-a1f3-2e120c37b899 tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "DELETE /v2.0/floatingips/d2aa47f1-446c-4069-8745-7dd70df3c539 HTTP/1.1" status: 204  len: 168 time: 1.1915629
Apr 14 11:37:46.341483 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35754) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:37:46.416094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cd308abf-b42b-4c5a-9547-03b47f2c294e tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:46.447094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cd308abf-b42b-4c5a-9547-03b47f2c294e tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:46.499412 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cd308abf-b42b-4c5a-9547-03b47f2c294e tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:46.505057 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3c3c8749-9a73-42bc-a28a-7ed798f16959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:37:46.521883 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd308abf-b42b-4c5a-9547-03b47f2c294e tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773fa820-8b2b-49ec-ae27-2f114350df18,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:37:46.524715 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cd308abf-b42b-4c5a-9547-03b47f2c294e tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:37:46.531603 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cd308abf-b42b-4c5a-9547-03b47f2c294e tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:46.533665 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-cd308abf-b42b-4c5a-9547-03b47f2c294e tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] 10.222.0.20 "DELETE /v2.0/security-groups/773fa820-8b2b-49ec-ae27-2f114350df18 HTTP/1.1" status: 204  len: 168 time: 0.1911099
Apr 14 11:37:46.597805 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35760) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:37:47.323504 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3bbb67ce-415c-48db-8ce4-7ac912771e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785780'] for router_interface, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:47.692452 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb67ce-415c-48db-8ce4-7ac912771e3d admin admin] Deleting port 8a612dec-9b43-4837-8b09-bb828e8f0a7e {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:37:47.693094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3bbb67ce-415c-48db-8ce4-7ac912771e3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:47.874737 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-3bbb67ce-415c-48db-8ce4-7ac912771e3d admin admin] For port 8a612dec-9b43-4837-8b09-bb828e8f0a7e, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=8a612dec-9b43-4837-8b09-bb828e8f0a7e,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:37:47.875135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3bbb67ce-415c-48db-8ce4-7ac912771e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:48.009308 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb67ce-415c-48db-8ce4-7ac912771e3d admin admin] Calling delete_port for 8a612dec-9b43-4837-8b09-bb828e8f0a7e owned by network:router_interface {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:37:48.190252 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3bbb67ce-415c-48db-8ce4-7ac912771e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:48.205856 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fd1ac0cf-6204-4504-b513-6078b0a0da19 tempest-AttachVolumeTestJSON-1935969617 tempest-AttachVolumeTestJSON-1935969617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:37:48.265176 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb67ce-415c-48db-8ce4-7ac912771e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=8a612dec-9b43-4837-8b09-bb828e8f0a7e,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:37:48.269260 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3bbb67ce-415c-48db-8ce4-7ac912771e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:37:48.653613 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3bbb67ce-415c-48db-8ce4-7ac912771e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850874902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064707'] for router_interface, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:49.411935 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbb67ce-415c-48db-8ce4-7ac912771e3d admin admin] Router de3842f2-4094-4134-9f54-acaf4321f740 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:37:49.609011 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbb67ce-415c-48db-8ce4-7ac912771e3d admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:37:49.619377 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe2780c-ac98-4d82-88d3-6ec8dfe6e441 None None] Sync routers for ids ['de3842f2-4094-4134-9f54-acaf4321f740'] in dv-cinder-774594-3-iscsi {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:37:49.622893 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-3bbb67ce-415c-48db-8ce4-7ac912771e3d admin admin] 10.222.0.20 "PUT /v2.0/routers/de3842f2-4094-4134-9f54-acaf4321f740/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0239034
Apr 14 11:37:49.625571 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35766) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:37:49.629878 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe2780c-ac98-4d82-88d3-6ec8dfe6e441 None None] Routers {'de3842f2-4094-4134-9f54-acaf4321f740'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:37:49.630546 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-dbe2780c-ac98-4d82-88d3-6ec8dfe6e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12bd1de80>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:37:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['de3842f2-4094-4134-9f54-acaf4321f740'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:49.826876 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-80c9e972-1ba5-4b70-8cb1-62110b44cd03 admin admin] Notify callbacks [] for router, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:49.996445 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-dbe2780c-ac98-4d82-88d3-6ec8dfe6e441 None None] Set router de3842f2-4094-4134-9f54-acaf4321f740 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:37:50.040404 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-80c9e972-1ba5-4b70-8cb1-62110b44cd03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:50.050023 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-80c9e972-1ba5-4b70-8cb1-62110b44cd03 admin admin] Deleting port 3705269e-181b-4910-9dd3-434eff326e8b {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:37:50.050410 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-80c9e972-1ba5-4b70-8cb1-62110b44cd03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:50.242397 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-80c9e972-1ba5-4b70-8cb1-62110b44cd03 admin admin] For port 3705269e-181b-4910-9dd3-434eff326e8b, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=3705269e-181b-4910-9dd3-434eff326e8b,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:37:50.242801 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-80c9e972-1ba5-4b70-8cb1-62110b44cd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:50.298583 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-dbe2780c-ac98-4d82-88d3-6ec8dfe6e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12bd1de80>, [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '3705269e-181b-4910-9dd3-434eff326e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:37:48Z', 'revision_number': 5, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port': {'id': '3705269e-181b-4910-9dd3-434eff326e8b', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:15Z', 'updated_at': '2021-04-14T11:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:50.302790 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe2780c-ac98-4d82-88d3-6ec8dfe6e441 None None] Checking router: de3842f2-4094-4134-9f54-acaf4321f740 for host: dv-cinder-774594-3-iscsi {{(pid=85284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:37:50.311572 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe2780c-ac98-4d82-88d3-6ec8dfe6e441 None None] Routers {'de3842f2-4094-4134-9f54-acaf4321f740'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:37:50.312227 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-dbe2780c-ac98-4d82-88d3-6ec8dfe6e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd12bd1de80>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:37:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['de3842f2-4094-4134-9f54-acaf4321f740'], 'active': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:50.379293 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-80c9e972-1ba5-4b70-8cb1-62110b44cd03 admin admin] Calling delete_port for 3705269e-181b-4910-9dd3-434eff326e8b owned by network:router_gateway {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:37:50.475177 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-dbe2780c-ac98-4d82-88d3-6ec8dfe6e441 None None] Set router de3842f2-4094-4134-9f54-acaf4321f740 gateway port host: None {{(pid=85284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:37:50.559274 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-80c9e972-1ba5-4b70-8cb1-62110b44cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:50.578040 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b06bf8de-7e50-4f7d-8211-5e2927434a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:37:50.591026 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-dbe2780c-ac98-4d82-88d3-6ec8dfe6e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd12bd1de80>, [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:37:50Z', 'revision_number': 6, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port_host': None}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:50.595271 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe2780c-ac98-4d82-88d3-6ec8dfe6e441 None None] The sync data for ids ['de3842f2-4094-4134-9f54-acaf4321f740'] in dv-cinder-774594-3-iscsi is: [{'id': 'de3842f2-4094-4134-9f54-acaf4321f740', 'name': 'tempest-TestVolumeBootPattern-1346069445-router', 'tenant_id': '82996a92f9a3422d9c63368b5bbe0761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:14Z', 'updated_at': '2021-04-14T11:37:50Z', 'revision_number': 6, 'project_id': '82996a92f9a3422d9c63368b5bbe0761', 'gw_port_host': None}] {{(pid=85284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:37:50.637449 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9e972-1ba5-4b70-8cb1-62110b44cd03 admin admin] Pushing event deleted for resources: {'Port': ['ID=3705269e-181b-4910-9dd3-434eff326e8b,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:37:50.641261 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-80c9e972-1ba5-4b70-8cb1-62110b44cd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:37:50.854491 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-80c9e972-1ba5-4b70-8cb1-62110b44cd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064549'] for router_gateway, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:51.042928 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-80c9e972-1ba5-4b70-8cb1-62110b44cd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3789251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767071'] for router, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:51.045327 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-80c9e972-1ba5-4b70-8cb1-62110b44cd03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:51.073914 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-80c9e972-1ba5-4b70-8cb1-62110b44cd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850988173'] for router, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:51.074514 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c9e972-1ba5-4b70-8cb1-62110b44cd03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de3842f2-4094-4134-9f54-acaf4321f740 {{(pid=85282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 14 11:37:51.088017 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-80c9e972-1ba5-4b70-8cb1-62110b44cd03 admin admin] Notify callbacks [] for router, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:51.089350 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-80c9e972-1ba5-4b70-8cb1-62110b44cd03 admin admin] 10.222.0.20 "DELETE /v2.0/routers/de3842f2-4094-4134-9f54-acaf4321f740 HTTP/1.1" status: 204  len: 168 time: 1.4620290
Apr 14 11:37:51.092034 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35770) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:37:51.160385 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b182186-c532-43e8-8c30-fb049ed2b09c admin admin] Deleting subnet ec1a290f-af9e-46f3-8cfe-14cb7113e5fc {{(pid=85282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 14 11:37:51.163568 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9b182186-c532-43e8-8c30-fb049ed2b09c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:51.217242 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9b182186-c532-43e8-8c30-fb049ed2b09c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26560604'] for subnet, precommit_delete_associations {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:51.305786 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9b182186-c532-43e8-8c30-fb049ed2b09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1821'] for subnet, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:51.569335 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9b182186-c532-43e8-8c30-fb049ed2b09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852025886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453487'] for subnet, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:51.588899 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:37:51.637083 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b182186-c532-43e8-8c30-fb049ed2b09c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec1a290f-af9e-46f3-8cfe-14cb7113e5fc,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:37:51.640888 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9b182186-c532-43e8-8c30-fb049ed2b09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:37:51.727947 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9b182186-c532-43e8-8c30-fb049ed2b09c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:51.733610 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bff3f8-7293-4ec2-ac76-cff7e89a20df None None] Network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:37:51.734313 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-9b182186-c532-43e8-8c30-fb049ed2b09c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ec1a290f-af9e-46f3-8cfe-14cb7113e5fc HTTP/1.1" status: 204  len: 168 time: 0.6412504
Apr 14 11:37:51.736956 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35774) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:37:51.853959 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854664768'] for network, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:51.924643 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Deleting port 8627144e-3cd7-4c92-a520-6ad72cb580ac {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:37:51.925028 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:52.006759 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09fadc3-98df-4ccf-a813-3a93b896b6d3 None None] DHCP port deletion for 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 request from dv-cinder-774594-3-iscsi {{(pid=85284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 14 11:37:52.011404 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-e09fadc3-98df-4ccf-a813-3a93b896b6d3 None None] Deleting port 8627144e-3cd7-4c92-a520-6ad72cb580ac {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:37:52.011828 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e09fadc3-98df-4ccf-a813-3a93b896b6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:52.108663 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 8a612dec-9b43-4837-8b09-bb828e8f0a7e no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:37:52.158815 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] For port 8627144e-3cd7-4c92-a520-6ad72cb580ac, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=8627144e-3cd7-4c92-a520-6ad72cb580ac,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:37:52.159220 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:52.159364 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: 8a612dec-9b43-4837-8b09-bb828e8f0a7e {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:37:52.159755 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 8a612dec-9b43-4837-8b09-bb828e8f0a7e not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:37:52.160222 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 3705269e-181b-4910-9dd3-434eff326e8b no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:37:52.206886 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: 3705269e-181b-4910-9dd3-434eff326e8b {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:37:52.207282 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 3705269e-181b-4910-9dd3-434eff326e8b not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:37:52.207745 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 8627144e-3cd7-4c92-a520-6ad72cb580ac no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:37:52.294106 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Calling delete_port for 8627144e-3cd7-4c92-a520-6ad72cb580ac owned by network:dhcp {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:37:52.375379 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:52.375921 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-e09fadc3-98df-4ccf-a813-3a93b896b6d3 None None] For port 8627144e-3cd7-4c92-a520-6ad72cb580ac, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=8627144e-3cd7-4c92-a520-6ad72cb580ac,segment=NetworkSegment(ece6f419-b3cf-4620-9ace-7eb1fc63b976),segment_id=ece6f419-b3cf-4620-9ace-7eb1fc63b976)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:37:52.377148 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e09fadc3-98df-4ccf-a813-3a93b896b6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:52.391141 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a43a5ab9-7fc0-48ef-b3b9-dc38caf8556e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:37:52.453096 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=8627144e-3cd7-4c92-a520-6ad72cb580ac,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:37:52.457281 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:37:52.483517 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Port 8627144e-3cd7-4c92-a520-6ad72cb580ac update to DOWN by agent not found {{(pid=85284) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2108}}
Apr 14 11:37:52.541451 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] No DVR routers for this DVR port 8627144e-3cd7-4c92-a520-6ad72cb580ac on host dv-cinder-774594-3-iscsi {{(pid=85282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:37:52.558376 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-e09fadc3-98df-4ccf-a813-3a93b896b6d3 None None] Calling delete_port for 8627144e-3cd7-4c92-a520-6ad72cb580ac owned by network:dhcp {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:37:52.636293 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.db.api [None req-e09fadc3-98df-4ccf-a813-3a93b896b6d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85284) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 14 11:37:52.636875 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_db.api [None req-e09fadc3-98df-4ccf-a813-3a93b896b6d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 14 11:37:52.667225 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854302052', 'neutron.services.segments.db._delete_segments_for_network--9223363253325445970'] for network, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:53.031856 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd130b07be0>,) {'filters': {'network_id': ['3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895']}} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:53.044508 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd130b07be0>, 'ece6f419-b3cf-4620-9ace-7eb1fc63b976') {'for_net_delete': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:53.044849 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd130b07be0>, 'ece6f419-b3cf-4620-9ace-7eb1fc63b976') {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:53.056854 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253325448786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26561450'] for segment, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:53.075303 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:53.082398 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=85282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 14 11:37:53.138417 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-e09fadc3-98df-4ccf-a813-3a93b896b6d3 None None] Deleting port 8627144e-3cd7-4c92-a520-6ad72cb580ac {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:37:53.138849 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e09fadc3-98df-4ccf-a813-3a93b896b6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:53.212624 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-e09fadc3-98df-4ccf-a813-3a93b896b6d3 None None] The port '8627144e-3cd7-4c92-a520-6ad72cb580ac' was deleted {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 14 11:37:53.265332 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:37:53.275244 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852025971'] for segment, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:53.456487 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Network 3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]: Traceback (most recent call last):
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:     timer()
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:     cb(*args, **kw)
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:     return func(*args, **kwargs)
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:     self._notify()
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:     self.callback(batched_events)
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:     event.method(event)
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:     segment_id)['aggregates'][0]
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:     return f(self, *a, **k)
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self._get(url).json()
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:     **kwargs)
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self.request(url, 'GET', **kwargs)
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:     **endpoint_filter)
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 14 11:37:53.479235 dv-cinder-774594-3-iscsi neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 14 11:37:53.562580 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-473733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850711281'] for network, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:53.567094 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:37:53.581182 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:53.592090 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:37:53.596673 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:37:53.600412 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-8f421aa8-f16c-4eb1-aa6a-44181b518f34 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3a77fd6b-6d5c-4a1e-b152-9eddf8ecb895 HTTP/1.1" status: 204  len: 168 time: 1.8624318
Apr 14 11:37:53.603495 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35778) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:37:54.202148 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a85d4865-222b-4eda-aae3-359d6b2df6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785780'] for router_interface, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:54.567832 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-a85d4865-222b-4eda-aae3-359d6b2df6d5 admin admin] Deleting port bd270643-1724-400f-a010-5110fa28ff4e {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:37:54.568222 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a85d4865-222b-4eda-aae3-359d6b2df6d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:54.672112 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:37:54.754782 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-a85d4865-222b-4eda-aae3-359d6b2df6d5 admin admin] For port bd270643-1724-400f-a010-5110fa28ff4e, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=bd270643-1724-400f-a010-5110fa28ff4e,segment=NetworkSegment(a1d535af-eae6-400b-b205-ea116c7964ef),segment_id=a1d535af-eae6-400b-b205-ea116c7964ef)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:37:54.755177 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a85d4865-222b-4eda-aae3-359d6b2df6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:54.889762 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-a85d4865-222b-4eda-aae3-359d6b2df6d5 admin admin] Calling delete_port for bd270643-1724-400f-a010-5110fa28ff4e owned by network:router_interface {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:37:55.069542 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a85d4865-222b-4eda-aae3-359d6b2df6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:55.084943 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cf85b2bc-ddcf-418a-8741-ee9b55996bbd tempest-TestVolumeBootPattern-1355569503 tempest-TestVolumeBootPattern-1355569503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:37:55.143082 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d4865-222b-4eda-aae3-359d6b2df6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd270643-1724-400f-a010-5110fa28ff4e,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:37:55.145659 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a85d4865-222b-4eda-aae3-359d6b2df6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:37:55.469809 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ad277303-c980-4477-b413-690a0f524310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:55.537444 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a85d4865-222b-4eda-aae3-359d6b2df6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850874902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064707'] for router_interface, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:56.300977 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85d4865-222b-4eda-aae3-359d6b2df6d5 admin admin] Router c729a82b-c951-4fda-9596-81ee490f66e4 has already been hosted by L3 agent 9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9 {{(pid=85282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 14 11:37:56.488484 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85d4865-222b-4eda-aae3-359d6b2df6d5 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-iscsi the message routers_updated {{(pid=85282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 14 11:37:56.497255 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe19dc-dad4-4e3d-8e8b-7be15b1503ec None None] Sync routers for ids ['c729a82b-c951-4fda-9596-81ee490f66e4'] in dv-cinder-774594-3-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 14 11:37:56.504400 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-a85d4865-222b-4eda-aae3-359d6b2df6d5 admin admin] 10.222.0.20 "PUT /v2.0/routers/c729a82b-c951-4fda-9596-81ee490f66e4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8997567
Apr 14 11:37:56.507088 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35782) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:37:56.508623 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe19dc-dad4-4e3d-8e8b-7be15b1503ec None None] Routers {'c729a82b-c951-4fda-9596-81ee490f66e4'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:37:56.509424 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-20fe19dc-dad4-4e3d-8e8b-7be15b1503ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130edceb8>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:37:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['c729a82b-c951-4fda-9596-81ee490f66e4'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:56.706725 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9e937bd5-c8bf-4e2d-a3f7-b86417e6bd35 admin admin] Notify callbacks [] for router, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:56.707028 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-20fe19dc-dad4-4e3d-8e8b-7be15b1503ec None None] Set router c729a82b-c951-4fda-9596-81ee490f66e4 gateway port host: dv-cinder-774594-3-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:37:56.906510 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9e937bd5-c8bf-4e2d-a3f7-b86417e6bd35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:56.915690 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-9e937bd5-c8bf-4e2d-a3f7-b86417e6bd35 admin admin] Deleting port 23180228-6629-4f5e-bb8b-b6845bcfb457 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:37:56.916075 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9e937bd5-c8bf-4e2d-a3f7-b86417e6bd35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:57.105689 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-9e937bd5-c8bf-4e2d-a3f7-b86417e6bd35 admin admin] For port 23180228-6629-4f5e-bb8b-b6845bcfb457, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=23180228-6629-4f5e-bb8b-b6845bcfb457,segment=NetworkSegment(e1066bfb-f39d-4f00-87c9-8b2caccf7a48),segment_id=e1066bfb-f39d-4f00-87c9-8b2caccf7a48)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:37:57.106091 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9e937bd5-c8bf-4e2d-a3f7-b86417e6bd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:57.191363 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-20fe19dc-dad4-4e3d-8e8b-7be15b1503ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130edceb8>, [{'id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'name': 'tempest-TestVolumeBootPattern-303698027-router', 'tenant_id': 'ade709a44f3747ab8a83f957e3fca24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'external_fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '23180228-6629-4f5e-bb8b-b6845bcfb457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:22Z', 'updated_at': '2021-04-14T11:37:55Z', 'revision_number': 5, 'project_id': 'ade709a44f3747ab8a83f957e3fca24b', 'gw_port': {'id': '23180228-6629-4f5e-bb8b-b6845bcfb457', 'name': '', 'network_id': 'b458cc77-65ed-4ced-9d68-fd61bb856146', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:30:23Z', 'updated_at': '2021-04-14T11:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b06017-0736-4598-bc0e-073a40ce3931', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-iscsi'}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:57.195480 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe19dc-dad4-4e3d-8e8b-7be15b1503ec None None] Checking router: c729a82b-c951-4fda-9596-81ee490f66e4 for host: dv-cinder-774594-3-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 14 11:37:57.204601 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe19dc-dad4-4e3d-8e8b-7be15b1503ec None None] Routers {'c729a82b-c951-4fda-9596-81ee490f66e4'} bound to L3 agent in host dv-cinder-774594-3-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 14 11:37:57.205457 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-20fe19dc-dad4-4e3d-8e8b-7be15b1503ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd130edceb8>, 'dv-cinder-774594-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:13:57Z,description=<?>,heartbeat_timestamp=2021-04-14T11:37:27Z,host='dv-cinder-774594-3-iscsi',id=9aeccb7e-9c1c-46cd-8aec-e1c976bbe7b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-14T11:13:57Z,topic='l3_agent')) {'router_ids': ['c729a82b-c951-4fda-9596-81ee490f66e4'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:57.240102 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-9e937bd5-c8bf-4e2d-a3f7-b86417e6bd35 admin admin] Calling delete_port for 23180228-6629-4f5e-bb8b-b6845bcfb457 owned by network:router_gateway {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:37:57.369983 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-20fe19dc-dad4-4e3d-8e8b-7be15b1503ec None None] Set router c729a82b-c951-4fda-9596-81ee490f66e4 gateway port host: None {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 14 11:37:57.417975 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9e937bd5-c8bf-4e2d-a3f7-b86417e6bd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2749879'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:57.434351 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a85d4865-222b-4eda-aae3-359d6b2df6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:37:57.463843 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f71dd822-f00a-43a1-b40f-3d1f4de342a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:57.489384 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-20fe19dc-dad4-4e3d-8e8b-7be15b1503ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd130edceb8>, [{'id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'name': 'tempest-TestVolumeBootPattern-303698027-router', 'tenant_id': 'ade709a44f3747ab8a83f957e3fca24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:22Z', 'updated_at': '2021-04-14T11:37:56Z', 'revision_number': 6, 'project_id': 'ade709a44f3747ab8a83f957e3fca24b', 'gw_port_host': None}], 'dv-cinder-774594-3-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:37:57.493523 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe19dc-dad4-4e3d-8e8b-7be15b1503ec None None] The sync data for ids ['c729a82b-c951-4fda-9596-81ee490f66e4'] in dv-cinder-774594-3-iscsi is: [{'id': 'c729a82b-c951-4fda-9596-81ee490f66e4', 'name': 'tempest-TestVolumeBootPattern-303698027-router', 'tenant_id': 'ade709a44f3747ab8a83f957e3fca24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:30:22Z', 'updated_at': '2021-04-14T11:37:56Z', 'revision_number': 6, 'project_id': 'ade709a44f3747ab8a83f957e3fca24b', 'gw_port_host': None}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 14 11:37:57.498905 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e937bd5-c8bf-4e2d-a3f7-b86417e6bd35 admin admin] Pushing event deleted for resources: {'Port': ['ID=23180228-6629-4f5e-bb8b-b6845bcfb457,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:37:57.505827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9e937bd5-c8bf-4e2d-a3f7-b86417e6bd35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:37:57.717951 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9e937bd5-c8bf-4e2d-a3f7-b86417e6bd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4064549'] for router_gateway, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:57.913867 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9e937bd5-c8bf-4e2d-a3f7-b86417e6bd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3789251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767071'] for router, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:57.916102 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9e937bd5-c8bf-4e2d-a3f7-b86417e6bd35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:57.937609 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9e937bd5-c8bf-4e2d-a3f7-b86417e6bd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850988173'] for router, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:57.938196 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e937bd5-c8bf-4e2d-a3f7-b86417e6bd35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c729a82b-c951-4fda-9596-81ee490f66e4 {{(pid=85282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 14 11:37:57.951996 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9e937bd5-c8bf-4e2d-a3f7-b86417e6bd35 admin admin] Notify callbacks [] for router, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:57.953288 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-9e937bd5-c8bf-4e2d-a3f7-b86417e6bd35 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c729a82b-c951-4fda-9596-81ee490f66e4 HTTP/1.1" status: 204  len: 168 time: 1.4451497
Apr 14 11:37:57.956037 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35786) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:37:58.033308 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd9ac01-78e2-4ef0-a742-405d28836dab admin admin] Deleting subnet f1e60cc7-99eb-4a35-995e-819bac8c0610 {{(pid=85282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 14 11:37:58.036553 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-afd9ac01-78e2-4ef0-a742-405d28836dab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:58.096086 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-afd9ac01-78e2-4ef0-a742-405d28836dab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26560604'] for subnet, precommit_delete_associations {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:58.106214 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 23180228-6629-4f5e-bb8b-b6845bcfb457 no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:37:58.149319 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: 23180228-6629-4f5e-bb8b-b6845bcfb457 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:37:58.149712 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 23180228-6629-4f5e-bb8b-b6845bcfb457 not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:37:58.150187 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device bd270643-1724-400f-a010-5110fa28ff4e no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:37:58.183226 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-afd9ac01-78e2-4ef0-a742-405d28836dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1821'] for subnet, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:58.186682 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: bd270643-1724-400f-a010-5110fa28ff4e {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:37:58.187077 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device bd270643-1724-400f-a010-5110fa28ff4e not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:37:58.373087 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:58.447753 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-afd9ac01-78e2-4ef0-a742-405d28836dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852025886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2453487'] for subnet, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:58.464633 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-01e26b1b-63bf-4176-a460-d9cb94d3096e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:37:58.515866 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9ac01-78e2-4ef0-a742-405d28836dab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1e60cc7-99eb-4a35-995e-819bac8c0610,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:37:58.520695 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-afd9ac01-78e2-4ef0-a742-405d28836dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:37:58.601602 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-afd9ac01-78e2-4ef0-a742-405d28836dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for subnet, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:58.606551 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec48e20-a087-489d-99c1-30ff57a25927 None None] Network bf15833d-2e1c-461c-8686-93c6b3bd3e50 requested from dv-cinder-774594-3-iscsi {{(pid=85284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 14 11:37:58.608401 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-afd9ac01-78e2-4ef0-a742-405d28836dab admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f1e60cc7-99eb-4a35-995e-819bac8c0610 HTTP/1.1" status: 204  len: 168 time: 0.6513400
Apr 14 11:37:58.611650 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35790) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:37:58.728777 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854664768'] for network, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:58.800933 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Deleting port 3948c7f4-4724-4f14-9046-07b0cccf9ab5 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:37:58.801343 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:58.868937 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] DHCP port deletion for bf15833d-2e1c-461c-8686-93c6b3bd3e50 request from dv-cinder-774594-3-iscsi {{(pid=85284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 14 11:37:58.873627 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Deleting port 3948c7f4-4724-4f14-9046-07b0cccf9ab5 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:37:58.874055 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:59.106386 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] For port 3948c7f4-4724-4f14-9046-07b0cccf9ab5, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=3948c7f4-4724-4f14-9046-07b0cccf9ab5,segment=NetworkSegment(a1d535af-eae6-400b-b205-ea116c7964ef),segment_id=a1d535af-eae6-400b-b205-ea116c7964ef)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:37:59.106801 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:59.247330 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Calling delete_port for 3948c7f4-4724-4f14-9046-07b0cccf9ab5 owned by network:dhcp {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:37:59.280740 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] For port 3948c7f4-4724-4f14-9046-07b0cccf9ab5, host dv-cinder-774594-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-iscsi',level=0,port_id=3948c7f4-4724-4f14-9046-07b0cccf9ab5,segment=NetworkSegment(a1d535af-eae6-400b-b205-ea116c7964ef),segment_id=a1d535af-eae6-400b-b205-ea116c7964ef)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 14 11:37:59.281183 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850703294'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:59.327442 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854672429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854362729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783529249293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253325972630'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:59.342905 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:37:59.419123 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Calling delete_port for 3948c7f4-4724-4f14-9046-07b0cccf9ab5 owned by network:dhcp {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 14 11:37:59.503909 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.db.api [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85282) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 14 11:37:59.504582 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_db.api [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 14 11:37:59.584525 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Pushing event deleted for resources: {'Port': ['ID=3948c7f4-4724-4f14-9046-07b0cccf9ab5,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:37:59.640366 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:59.640760 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:59.641169 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:59.642127 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:59.642447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:59.642954 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:59.643324 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:59.643696 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:59.644062 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:59.644448 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:59.644791 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:59.645177 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 14 11:37:59.653385 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:37:59.654185 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:37:59.683608 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6b8abf-4e99-416f-beec-63c4c97cc73d None None] No DVR routers for this DVR port 3948c7f4-4724-4f14-9046-07b0cccf9ab5 on host dv-cinder-774594-3-iscsi {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 14 11:38:00.005729 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Deleting port 3948c7f4-4724-4f14-9046-07b0cccf9ab5 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 14 11:38:00.006127 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253325539478'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:00.084192 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] The port '3948c7f4-4724-4f14-9046-07b0cccf9ab5' was deleted {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 14 11:38:00.102042 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 3948c7f4-4724-4f14-9046-07b0cccf9ab5 no longer exists at agent ovs-agent-dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 14 11:38:00.142117 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] No Port match for: 3948c7f4-4724-4f14-9046-07b0cccf9ab5 {{(pid=85284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 14 11:38:00.142512 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Device 3948c7f4-4724-4f14-9046-07b0cccf9ab5 not bound to the agent host dv-cinder-774594-3-iscsi {{(pid=85284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 14 11:38:00.209661 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854302052', 'neutron.services.segments.db._delete_segments_for_network--9223363253325445970'] for network, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:00.325220 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd130605400>,) {'filters': {'network_id': ['bf15833d-2e1c-461c-8686-93c6b3bd3e50']}} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:38:00.338071 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd130605400>, 'a1d535af-eae6-400b-b205-ea116c7964ef') {'for_net_delete': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:38:00.338411 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.services.segments.db [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd130605400>, 'a1d535af-eae6-400b-b205-ea116c7964ef') {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 14 11:38:00.350466 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253325448786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26561450'] for segment, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:00.365822 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854768345'] for segment, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:00.372041 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=85282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 14 11:38:00.425369 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:00.554957 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Network bf15833d-2e1c-461c-8686-93c6b3bd3e50 has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:38:00.564116 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852025971'] for segment, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:00.742764 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Network bf15833d-2e1c-461c-8686-93c6b3bd3e50 has no segments {{(pid=85282) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   % (table.description, expected, rows_matched)
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   % (table.description, expected, rows_matched)
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   % (table.description, expected, rows_matched)
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   % (table.description, expected, rows_matched)
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]: Traceback (most recent call last):
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:     timer()
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:     cb(*args, **kw)
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:     return func(*args, **kwargs)
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:     self._notify()
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:     self.callback(batched_events)
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:     event.method(event)
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:     segment_id)['aggregates'][0]
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:     return f(self, *a, **k)
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self._get(url).json()
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:     **kwargs)
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:     return self.request(url, 'GET', **kwargs)
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:     **endpoint_filter)
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 14 11:38:00.765177 dv-cinder-774594-3-iscsi neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 14 11:38:00.843070 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-473733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3900829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850711281'] for network, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:00.847175 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:38:00.861386 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3900812'] for network, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:00.872226 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf15833d-2e1c-461c-8686-93c6b3bd3e50,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:38:00.877198 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:38:00.880445 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-2dc55ec0-3680-4ff3-a889-5ad942e773f0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bf15833d-2e1c-461c-8686-93c6b3bd3e50 HTTP/1.1" status: 204  len: 168 time: 2.2677989
Apr 14 11:38:00.996351 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35796) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:38:01.033293 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-1ce6e701-9a0d-45d9-a619-4d8c2a8e6b1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82996a92f9a3422d9c63368b5bbe0761&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0349193
Apr 14 11:38:01.035795 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35802) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:38:01.099866 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bfcd7805-0e20-4dde-8ca4-da7aa7a8bde6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:01.126219 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bfcd7805-0e20-4dde-8ca4-da7aa7a8bde6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:01.174386 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bfcd7805-0e20-4dde-8ca4-da7aa7a8bde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:01.179593 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-65cd8d50-43e1-4168-b1ae-f75d4a7ff885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:38:01.193387 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd7805-0e20-4dde-8ca4-da7aa7a8bde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0037ee06-5085-484b-a1f7-1f92f270cacd,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:38:01.195996 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bfcd7805-0e20-4dde-8ca4-da7aa7a8bde6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:38:01.204559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bfcd7805-0e20-4dde-8ca4-da7aa7a8bde6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:01.205886 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-bfcd7805-0e20-4dde-8ca4-da7aa7a8bde6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0037ee06-5085-484b-a1f7-1f92f270cacd HTTP/1.1" status: 204  len: 168 time: 0.1690626
Apr 14 11:38:01.555010 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35810) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:38:01.608036 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-216b49ce-2730-4704-bbd7-1431695804f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ade709a44f3747ab8a83f957e3fca24b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0517027
Apr 14 11:38:01.611151 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [-] (85282) accepted ('10.222.0.20', 35814) {{(pid=85282) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 14 11:38:01.672028 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b199282f-f4d2-4388-af10-b284e92e137c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:01.700586 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b199282f-f4d2-4388-af10-b284e92e137c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:01.749903 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b199282f-f4d2-4388-af10-b284e92e137c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4113294'] for security_group, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:01.755814 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c78e21e1-c28b-4c43-82e1-1dd00d952cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 14 11:38:01.769613 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199282f-f4d2-4388-af10-b284e92e137c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce59aad-9c11-44bc-9691-a4ecde36be75,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 14 11:38:01.772678 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b199282f-f4d2-4388-af10-b284e92e137c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 14 11:38:01.773696 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b199282f-f4d2-4388-af10-b284e92e137c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:01.774914 dv-cinder-774594-3-iscsi neutron-server[85170]: INFO neutron.wsgi [None req-b199282f-f4d2-4388-af10-b284e92e137c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ce59aad-9c11-44bc-9691-a4ecde36be75 HTTP/1.1" status: 204  len: 168 time: 0.1627910
Apr 14 11:38:03.432097 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:25.471818 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5c69ca99-c4fa-4f9a-9559-c201ae62cfaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:27.465367 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5c9200f5-dc65-4f14-acb0-e54a7d77fa2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:28.377675 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:29.355165 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:30.427529 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:31.675612 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:38:33.431563 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:55.473240 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-19f2b6f7-a5ce-42a6-a969-ecf0749d76b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:57.466514 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7e4fe993-ba39-4cb1-b9bb-0cacf0b34304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:58.381181 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:38:59.356635 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:39:00.431816 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:39:03.429896 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:39:08.676369 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:39:25.474746 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8c5e11aa-c027-47a1-b92f-4bfa7c7b3b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:39:27.472764 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b5e84de6-758e-4249-8fb6-e1b9e168bd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:39:28.385696 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:39:29.358065 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:39:30.433306 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:39:33.428772 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:39:45.676470 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:39:55.476741 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a48c7f4f-65c0-44d5-ad08-ad46bfafbe14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:39:57.464014 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0483e532-0460-4045-ad2b-4323c56286ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:39:58.385427 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:39:59.359861 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:40:00.435864 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:40:03.431761 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:40:09.369559 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [req-e328fcc2-df91-4897-8717-134965931dca req-d50ce2f9-f8b6-4951-9d67-2bab095100b4 service neutron] (85281) timed out ('10.222.0.47', 57750) {{(pid=85281) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 14 11:40:22.676754 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:40:25.476579 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-587ac49a-63dc-4b8c-8719-f3aa8ce85b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:40:27.470366 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e4b484a6-b727-4ac6-b33f-6d8a6694a8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:40:28.387910 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:40:29.361243 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:40:30.439593 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:40:33.430823 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:40:55.478384 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7a5194be-b002-40c9-ab93-d91e0fd47e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:40:57.462451 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7d2bc141-008c-44d8-9e54-082fc7fedbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:40:58.390824 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:40:59.363918 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:40:59.676895 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:41:00.441729 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:41:03.445029 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:41:25.480188 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d43b-8995-47d7-81e1-b23943851e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:41:27.463564 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5b0bed25-1feb-4840-8e19-37fc776299df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:41:28.393111 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:41:29.365804 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:41:30.445799 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:41:33.455031 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:41:36.676800 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:41:55.481447 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-27f2caec-d659-4d77-9785-1159e69ad00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:41:57.464267 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40b2801d-4c17-4377-9258-d94860ce849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:41:58.396779 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:41:59.369846 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:42:00.448172 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:42:03.452585 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:42:13.676808 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:42:25.482827 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d02781b1-4583-4881-a7c7-fd9e24d2a920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:42:27.464870 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dda92aae-46a0-49fd-b770-c1b4edfcf0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:42:28.400245 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:42:29.372215 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:42:30.451272 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:42:33.470588 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:42:50.676160 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.db.agents_db [None req-71b80090-4af0-48f1-94cb-816ebe4b6bf7 None None] Agent healthcheck: found 6 active agents {{(pid=85286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 14 11:42:55.485973 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c16706f1-c9bb-407d-aada-36930f704148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:42:57.466111 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-86e3ab53-3943-49fa-b3af-a454a0462fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:42:58.403135 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fae47ee5-7c72-444b-b3e1-c8f49b7f4059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:42:59.374434 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cea51ff0-7385-43f4-b042-287e32a54f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:43:00.460342 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5e0df08-6d59-45ad-a8db-ab3d14939f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:43:01.197721 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [req-7dba3f12-999f-41e2-bd6d-6ea0be5b4c88 req-6c6eb487-14f9-422d-839a-37a76533bcbb service neutron] (85282) timed out ('10.222.0.20', 60272) {{(pid=85282) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 14 11:43:03.482298 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cac118bf-4032-48f1-80a8-b9a72538c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253325445987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854308416'] for agent, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 14 11:43:05.943297 dv-cinder-774594-3-iscsi neutron-server[85170]: DEBUG neutron.wsgi [req-7dba3f12-999f-41e2-bd6d-6ea0be5b4c88 req-ee8f2137-bd18-4d7f-8178-0a1b1ebd96e6 service neutron] (85282) timed out ('10.222.0.47', 57745) {{(pid=85282) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}